-- Logs begin at Fri 2021-01-15 14:12:52 UTC, end at Fri 2021-01-15 15:24:10 UTC. -- Jan 15 14:53:40.390477 dv-cinder-734144-13-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 15 14:53:43.391104 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.common.config [-] Logging enabled! Jan 15 14:53:43.391936 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362 Jan 15 14:53:43.393212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80007) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 14:53:43.394095 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.common.config [-] Logging enabled! Jan 15 14:53:43.394389 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362 Jan 15 14:53:43.394668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80007) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 14:53:43.396010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:53:43.396276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:53:43.397533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:53:43.397818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:53:43.398105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:53:43.398486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.398974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.399319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.399586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.400049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.400390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.400833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.401175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.401524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.401966 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.402323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.402775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.403043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.403369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.403827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.404162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.404424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] debug = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.404867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.405426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.405894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.406331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.406676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.406990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.407311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.407761 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.408154 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] host = dv-cinder-734144-13-smb {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.408586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.408938 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.409280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.409753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.410108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.410575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.410929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.411249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.411690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] log_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.412010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.412456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.412906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.413253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.413627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.413886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.414247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.414614 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.414931 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.415358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.415784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.415996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.416434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.416746 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.417081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.417525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.417972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.418426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.418849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.419168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.419486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.419835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.420238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.420660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.420978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.421316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.421627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.421944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.422438 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.422780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.423109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.423562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.423877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.424324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.424642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.424955 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.425373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] use_json = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.425691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.426038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.426361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.426677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.427194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.427518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.427835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.428173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:43.428519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.429059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.429408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.429733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.430722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.431164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.431502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.431826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.432172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.432511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.432942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.433268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.433609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.434079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.434415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.434852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.435231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.435574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.436007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.436324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.436641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.437073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.437403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.437833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.438195 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.438632 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.439072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.439420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.439750 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.440073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.440418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.440930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.441263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.441591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.442045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.442377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.442816 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.443148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.443491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.443938 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.444250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.444598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.445000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.445309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.445798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.446759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.447075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.447390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.447831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.448147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.448479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.448898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.449212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.449652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.449971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.450313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.450903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.451075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.453024 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.453354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.453675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.454003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.454465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.454885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.455202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.455536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.455847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.456178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.456660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.456987 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.457420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.457745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.458102 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.458553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.458869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.459267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.459623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.459941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.460404 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.460732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.461066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.461537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.461861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.462348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.462676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.463022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.463583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.463950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.464264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.464596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.464943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.465410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.465751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.466226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.466572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.466897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.467388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.467711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:43.467966 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:53:43.468358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80007) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 15 14:53:44.186641 dv-cinder-734144-13-smb neutron-server[80007]: INFO keyring.backend [-] Loading Gnome Jan 15 14:53:44.205383 dv-cinder-734144-13-smb neutron-server[80007]: INFO keyring.backend [-] Loading Google Jan 15 14:53:44.208501 dv-cinder-734144-13-smb neutron-server[80007]: INFO keyring.backend [-] Loading Windows (alt) Jan 15 14:53:44.212486 dv-cinder-734144-13-smb neutron-server[80007]: INFO keyring.backend [-] Loading file Jan 15 14:53:44.213619 dv-cinder-734144-13-smb neutron-server[80007]: INFO keyring.backend [-] Loading keyczar Jan 15 14:53:44.213900 dv-cinder-734144-13-smb neutron-server[80007]: INFO keyring.backend [-] Loading multi Jan 15 14:53:44.214694 dv-cinder-734144-13-smb neutron-server[80007]: INFO keyring.backend [-] Loading pyfs Jan 15 14:53:44.263735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:53:44.264015 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:53:44.264346 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:53:44.264733 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 15 14:53:44.687325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.687864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.687990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.753361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.753675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.753979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.758713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.759100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.759733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.853282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.853515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.853911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.855103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.855405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.855702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.982309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.982633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.982946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.983246 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:44.984078 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.171085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.171386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.171716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.172031 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.172338 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.172720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.173032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.173329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.173696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.174073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.174423 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.174820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.175137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.175518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.175843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.176192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.176694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.177078 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.177408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.177917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.178293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.178588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.178939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.179270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.179571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.180123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:45.180406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:45.180684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:45.180971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:45.181349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:45.181805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:45.183882 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 15 14:53:45.192377 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 15 14:53:45.200591 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 15 14:53:45.205886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Jan 15 14:53:45.208867 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 15 14:53:45.210094 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 15 14:53:45.210496 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 15 14:53:45.210945 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 15 14:53:45.215284 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 15 14:53:45.215567 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 15 14:53:45.216004 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 15 14:53:45.242056 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 15 14:53:45.243029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.243393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80007) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 15 14:53:45.243840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.245918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80007) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 15 14:53:45.246309 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 15 14:53:45.246596 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 15 14:53:45.249817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.250270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.317477 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 15 14:53:45.317746 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 15 14:53:45.318064 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 15 14:53:45.318505 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 15 14:53:45.358542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.sqlalchemy.engines [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80007) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 15 14:53:45.812717 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Initializing driver for type 'gre' Jan 15 14:53:45.813499 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] gre ID ranges: [(1, 1000)] Jan 15 14:53:45.868977 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Initializing driver for type 'local' Jan 15 14:53:45.869868 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Initializing driver for type 'vlan' Jan 15 14:53:45.886712 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] VlanTypeDriver initialization complete Jan 15 14:53:45.887373 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Initializing driver for type 'vxlan' Jan 15 14:53:45.888381 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] vxlan ID ranges: [(1, 1000)] Jan 15 14:53:45.946131 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Initializing extension driver 'port_security' Jan 15 14:53:45.946796 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] PortSecurityExtensionDriver initialization complete Jan 15 14:53:45.947269 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Initializing mechanism driver 'openvswitch' Jan 15 14:53:45.955306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:45.956487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.956904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.957295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.957894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnet after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.958411 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnet after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.958835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.959267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.959878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.960267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.960740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > security_group after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.961132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > security_group after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.961549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.961967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.962412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.962791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.963382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > address_group after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.963950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > address_group after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.964390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.964764 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] ML2 OVO RPC backend initialized. {{(pid=80007) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 15 14:53:45.965491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.965885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.966415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.966798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > networks before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.967197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.967610 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > ports before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.968000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnet before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.968410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnets before_response 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.968794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.969205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.969568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.970073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.970484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.970859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.971312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnet after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.971691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnet after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.972076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:45.972751 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.plugin [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Modular L2 Plugin initialization complete Jan 15 14:53:45.973149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading services supported by the core plugin {{(pid=80007) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 15 14:53:45.973521 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.managers [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Got port-security extension from driver 'port_security' Jan 15 14:53:45.974064 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.extensions.vlantransparent [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Disabled vlantransparent extension. Jan 15 14:53:45.975862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80007) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 15 14:53:45.976442 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: router Jan 15 14:53:46.046464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.047184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router after_create 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.047879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router before_create 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.048550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.049258 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.049926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router after_delete 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.050641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.051333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router after_create 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.051970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router after_update 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.052641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router after_update 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.053297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.053988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router after_update 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.054962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_update 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.056207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: port after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.056853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: port after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.057509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: subnet after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.058184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.058853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.059508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_create 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.060136 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: port before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.060785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.061496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router after_update 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.062166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.062893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_create 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.063529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.064197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_update 55549900 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.064958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > network after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.066760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Tracking information for resource: router configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:46.067399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Tracking information for resource: floatingip configured {{(pid=80007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 14:53:46.076035 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_agentschedulers_db [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 15 14:53:46.076705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: port after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.077110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: port after_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.077495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: port after_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.077882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: port after_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.078851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router before_create 55550100 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.079255 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.079656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_create 55550100 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.080049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > router precommit_update 55550100 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.085057 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.provider_configuration [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service providers = [] {{(pid=80007) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 15 14:53:46.085645 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.servicetype_db [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80007) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 15 14:53:46.089161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.service_base [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:46.089539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.service_base [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:46.089909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.service_base [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:46.090831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.service_base [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 14:53:46.091238 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.services.service_base [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 15 14:53:46.091680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.092028 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 15 14:53:46.115438 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.115861 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: auto_allocate Jan 15 14:53:46.128495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: network precommit_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.128901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: network precommit_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.129503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.129861 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: tag Jan 15 14:53:46.150297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.150877 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: timestamp Jan 15 14:53:46.157333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.157885 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: network_ip_availability Jan 15 14:53:46.168316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.168996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.169658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.171135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.171748 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: flavors Jan 15 14:53:46.199573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.200170 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading Plugin: revisions Jan 15 14:53:46.204886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 14:53:46.205399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.941s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:53:46.206388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80007) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 15 14:53:46.206797 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Initializing extension manager. Jan 15 14:53:46.207397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: __init__.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.207826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: __pycache__ {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.208246 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.208665 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: address_group.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.209532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.210317 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: address-group Jan 15 14:53:46.210730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: address_scope.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.212054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.212639 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: address-scope Jan 15 14:53:46.212997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.213940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.214550 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: router-admin-state-down-before-update Jan 15 14:53:46.214908 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: agent.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.215812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.216389 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: agent Jan 15 14:53:46.216745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: agent_resources_synced.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.217657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.218331 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: agent-resources-synced Jan 15 14:53:46.218692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: allowedaddresspairs.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.220871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.221556 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: allowed-address-pairs Jan 15 14:53:46.221988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: auto_allocated_topology.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.223288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.223885 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: auto-allocated-topology Jan 15 14:53:46.224325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: availability_zone.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.225149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.225793 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: availability_zone Jan 15 14:53:46.226253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: availability_zone_filter.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.227829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.228417 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: availability_zone_filter Jan 15 14:53:46.228806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: data_plane_status.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.229740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.230348 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension data-plane-status not supported by any of loaded plugins Jan 15 14:53:46.230708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: default_subnetpools.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.231639 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.232223 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: default-subnetpools Jan 15 14:53:46.232581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.233438 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.234064 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: dhcp_agent_scheduler Jan 15 14:53:46.234409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: dns.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.235330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.235911 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension dns-integration not supported by any of loaded plugins Jan 15 14:53:46.236276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: dns_domain_ports.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.237201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.237777 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 15 14:53:46.238160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: dvr.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.238886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.239465 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: dvr Jan 15 14:53:46.239823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: empty_string_filtering.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.240764 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.241341 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: empty-string-filtering Jan 15 14:53:46.241703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.242783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.243361 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 15 14:53:46.243719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.244896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.245482 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 15 14:53:46.245836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: external_net.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.246815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.247388 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: external-net Jan 15 14:53:46.247741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.248669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.249246 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: extra_dhcp_opt Jan 15 14:53:46.249674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: extraroute.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.250625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.251216 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: extraroute Jan 15 14:53:46.251577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: extraroute_atomic.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.252664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.253302 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: extraroute-atomic Jan 15 14:53:46.253674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: filter_validation.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.254566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.255183 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: filter-validation Jan 15 14:53:46.255551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: fip_pf_description.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.256613 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.257191 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 15 14:53:46.257551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: fip_port_details.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.258556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.259133 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: fip-port-details Jan 15 14:53:46.259493 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: flavors.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.260771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.261354 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: flavors Jan 15 14:53:46.261716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.263446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.264036 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 15 14:53:46.264396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: floatingip_pools.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.265158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.265744 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: floatingip-pools Jan 15 14:53:46.266154 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: ip_allocation.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.267059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.267639 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension ip_allocation not supported by any of loaded plugins Jan 15 14:53:46.268004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.268931 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.269511 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: ip-substring-filtering Jan 15 14:53:46.269872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l2_adjacency.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.270821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.271404 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 15 14:53:46.271764 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l3.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.273007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.273597 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: router Jan 15 14:53:46.274512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.276850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.277455 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 15 14:53:46.277823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.278770 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.279358 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: ext-gw-mode Jan 15 14:53:46.279722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.280647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.281235 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: l3-ha Jan 15 14:53:46.281599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l3_flavors.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.282551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.283130 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: l3-flavors Jan 15 14:53:46.283633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.284529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.285172 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 15 14:53:46.285586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: l3agentscheduler.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.286885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.287483 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: l3_agent_scheduler Jan 15 14:53:46.287838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: logging.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.290139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.290734 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension logging not supported by any of loaded plugins Jan 15 14:53:46.291097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: metering.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.291922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.292621 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: metering Jan 15 14:53:46.292986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.294145 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.294897 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: metering_source_and_destination_fields Jan 15 14:53:46.295453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: multiprovidernet.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.296429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.297321 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: multi-provider Jan 15 14:53:46.297683 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: netmtu.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.298657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.299240 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: net-mtu Jan 15 14:53:46.299603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: netmtu_writable.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.300524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.301094 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: net-mtu-writable Jan 15 14:53:46.301460 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: network_availability_zone.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.302245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.302825 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: network_availability_zone Jan 15 14:53:46.303182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: network_ip_availability.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.304292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.304867 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: network-ip-availability Jan 15 14:53:46.305259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: network_segment_range.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.306149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.306726 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension network-segment-range not supported by any of loaded plugins Jan 15 14:53:46.307081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: pagination.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.308077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.308452 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: pagination Jan 15 14:53:46.308807 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.309760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.310368 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: port-mac-address-regenerate Jan 15 14:53:46.310726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.311650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.312240 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: port-numa-affinity-policy Jan 15 14:53:46.312600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: port_resource_request.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.313741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.314346 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension port-resource-request not supported by any of loaded plugins Jan 15 14:53:46.314710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: portbindings.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.315982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.316599 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: binding Jan 15 14:53:46.317083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: portbindings_extended.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.319399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.320389 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: binding-extended Jan 15 14:53:46.321040 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: portsecurity.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.322698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.323874 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: port-security Jan 15 14:53:46.324672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: project_id.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.326464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.327099 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: project-id Jan 15 14:53:46.327712 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: providernet.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.329204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.330272 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: provider Jan 15 14:53:46.330893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.337415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.338455 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos not supported by any of loaded plugins Jan 15 14:53:46.339072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.341076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.342129 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 15 14:53:46.342750 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.344239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.345241 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 15 14:53:46.345855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_default.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.347416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.348424 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-default not supported by any of loaded plugins Jan 15 14:53:46.349036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_fip.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.350214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.351212 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-fip not supported by any of loaded plugins Jan 15 14:53:46.351887 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_gateway_ip.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.353866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.354905 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 15 14:53:46.355515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_port_network_policy.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.357126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.358172 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 15 14:53:46.358790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_rule_type_details.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.360264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.361273 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 15 14:53:46.361882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: qos_rules_alias.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.363592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.364594 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 15 14:53:46.365207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: quotasv2.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.366927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.367664 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: quotas Jan 15 14:53:46.368256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: quotasv2_detail.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.371071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.371701 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: quota_details Jan 15 14:53:46.372328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: rbac.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.374313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.375487 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: rbac-policies Jan 15 14:53:46.376126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: rbac_address_scope.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.377908 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.379030 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: rbac-address-scope Jan 15 14:53:46.379643 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: rbac_security_groups.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.381126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.382166 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: rbac-security-groups Jan 15 14:53:46.382782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: rbac_subnetpool.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.384284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.385296 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: rbac-subnetpool Jan 15 14:53:46.385906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: revisionifmatch.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.387444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.388463 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: revision-if-match Jan 15 14:53:46.389061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: revisions.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.390954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.391947 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: standard-attr-revisions Jan 15 14:53:46.392565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: router_availability_zone.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.393758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.394824 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: router_availability_zone Jan 15 14:53:46.395453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: routerservicetype.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.397139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.398178 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension router-service-type not supported by any of loaded plugins Jan 15 14:53:46.399306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.400819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.401865 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: security-groups-normalized-cidr Jan 15 14:53:46.402505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.403996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.405033 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: port-security-groups-filtering Jan 15 14:53:46.405657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.407542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.408628 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: security-groups-remote-address-group Jan 15 14:53:46.409242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: securitygroup.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.437532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.438817 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: security-group Jan 15 14:53:46.439444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: segment.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.441053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.442078 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension segment not supported by any of loaded plugins Jan 15 14:53:46.442708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.444329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.445342 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 15 14:53:46.446509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: servicetype.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.448321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.449331 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: service-type Jan 15 14:53:46.449948 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: sorting.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.451546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.452176 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: sorting Jan 15 14:53:46.452792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: standard_attr_segment.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.454289 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.455289 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 15 14:53:46.455893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: standardattrdescription.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.457025 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.458062 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: standard-attr-description Jan 15 14:53:46.458675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: stateful_security_group.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.460195 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.461253 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: stateful-security-group Jan 15 14:53:46.461864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: stdattrs_common.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.462870 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 15 14:53:46.463479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.464984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.465978 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 15 14:53:46.466625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: subnet_onboard.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.468740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.469815 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: subnet_onboard Jan 15 14:53:46.470478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.472291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.473297 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 15 14:53:46.473958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: subnet_service_types.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.475239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.475827 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: subnet-service-types Jan 15 14:53:46.476194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: subnetallocation.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.477916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.478533 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: subnet_allocation Jan 15 14:53:46.478898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.479620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.480238 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: subnetpool-prefix-ops Jan 15 14:53:46.480599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.481578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.482227 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 15 14:53:46.482592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: tagging.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.484703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.485446 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: standard-attr-tag Jan 15 14:53:46.486133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: timestamp.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.488050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.489083 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loaded extension: standard-attr-timestamp Jan 15 14:53:46.489800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: trunk.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.491285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.492317 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension trunk not supported by any of loaded plugins Jan 15 14:53:46.493505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: trunk_details.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.495196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.496222 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension trunk-details not supported by any of loaded plugins Jan 15 14:53:46.496857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: uplink_status_propagation.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.500517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.500517 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 15 14:53:46.500517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Loading extension file: vlantransparent.py {{(pid=80007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 14:53:46.500517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 14:53:46.501285 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 15 14:53:46.504753 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:network Jan 15 14:53:46.505684 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:subnet Jan 15 14:53:46.506526 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:46.507673 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:port Jan 15 14:53:46.509716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.510261 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service FLAVORS assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.510966 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.511475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.511843 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:router Jan 15 14:53:46.512645 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:floatingip Jan 15 14:53:46.513425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service METERING assigned prefix: /metering {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.515358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.515766 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.516184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 14:53:46.517570 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 14:53:46.518233 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:security_group Jan 15 14:53:46.519182 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 14:53:46.520055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service CORE assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.520425 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:46.520798 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] subnetpool is already registered Jan 15 14:53:46.521528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service CORE assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.521919 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:46.522325 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] subnetpool is already registered Jan 15 14:53:46.525395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.525944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service FLAVORS assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.526637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.527136 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.527548 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:router Jan 15 14:53:46.527962 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] router is already registered Jan 15 14:53:46.528764 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:floatingip Jan 15 14:53:46.529187 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] floatingip is already registered Jan 15 14:53:46.529952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service METERING assigned prefix: /metering {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.530892 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 14:53:46.531272 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] rbac_policy is already registered Jan 15 14:53:46.532059 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:security_group Jan 15 14:53:46.532474 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] security_group is already registered Jan 15 14:53:46.533594 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 14:53:46.534095 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] security_group_rule is already registered Jan 15 14:53:46.534910 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service CORE assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.535280 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:46.535680 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] subnetpool is already registered Jan 15 14:53:46.536369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.resource_helper [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Service CORE assigned prefix: {{(pid=80007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 14:53:46.536765 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 14:53:46.537126 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.quota.resource_registry [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] subnetpool is already registered Jan 15 14:53:46.537908 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: extensions {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.540132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: address-groups {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.541924 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: address-scopes {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.543312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: agents {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.544622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: auto-allocated-topology {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.546040 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: availability_zones {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.547738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: dhcp-networks {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.549548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: dhcp-agents {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.551100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: routers {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.553588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: flavors {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.555838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: service_profiles {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.558121 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: next_providers {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.560061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: service_profiles {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.562748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: floatingip-pools {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.565025 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: routers {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.568612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: floatingips {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.571083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: l3-routers {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.573256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: l3-agents {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.575560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: metering-labels {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.578567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: metering-label-rules {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.580826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: network-ip-availabilities {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.582981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: bindings {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.585547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: quotas {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.587776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: quotas {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.590160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: rbac-policies {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.592743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: security-groups {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.595245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: security-group-rules {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.597693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: service-providers {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.600177 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: subnetpools {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.603598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: subnetpools {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.606631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.610088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.612655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.614588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.616478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.618880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.621187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.623299 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.625484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.627477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.extensions [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Extended resource: tags {{(pid=80007) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 14:53:46.634703 dv-cinder-734144-13-smb neutron-server[80007]: WARNING keystonemiddleware.auth_token [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 15 14:53:46.640071 dv-cinder-734144-13-smb neutron-server[80007]: WARNING keystonemiddleware.auth_token [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 15 14:53:46.649117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Acquired lock "singleton_lock" {{(pid=80007) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 15 14:53:46.649731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Releasing lock "singleton_lock" {{(pid=80007) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 15 14:53:46.651520 dv-cinder-734144-13-smb neutron-server[80007]: INFO oslo_service.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Starting 2 workers Jan 15 14:53:46.656508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Started child 80122 {{(pid=80007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:46.661630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Started child 80123 {{(pid=80007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:46.663382 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 15 14:53:46.664053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Notify callbacks [] for process, before_spawn {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:46.664810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:46.666647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:46.667147 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [-] (80122) wsgi starting up on http://0.0.0.0:9696 Jan 15 14:53:46.667257 dv-cinder-734144-13-smb neutron-server[80007]: INFO oslo_service.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Starting 1 workers Jan 15 14:53:46.668410 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [-] (80123) wsgi starting up on http://0.0.0.0:9696 Jan 15 14:53:46.672996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Started child 80124 {{(pid=80007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:46.673679 dv-cinder-734144-13-smb neutron-server[80007]: INFO oslo_service.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Starting 1 workers Jan 15 14:53:46.677133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] calling RpcWorker wait() {{(pid=80124) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 15 14:53:46.677749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] returning from RpcWorker wait() {{(pid=80124) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 15 14:53:46.678838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Started child 80125 {{(pid=80007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 14:53:46.679725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd0036f2-16cc-4068-896e-2b758379da60 None None] Notify callbacks [] for process, after_spawn {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:46.680028 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:46.681274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:46.682928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80007) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 14:53:46.683402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:53:46.683402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:53:46.683916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:53:46.684379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:53:46.684703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:53:46.685629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.686150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.686652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.687153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.687695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.688407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:53:46.688855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.689360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.689848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.690408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.690868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.691221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.691504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.691992 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.692479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.693074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.693541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.694048 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.694517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.694869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.695323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.695861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.696333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.696826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] debug = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.697294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.698413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.698881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.699351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.699830 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.700338 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.700805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.701367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.701717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.702171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.702630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.703103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.703548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.704093 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.704465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.704912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.705630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] host = dv-cinder-734144-13-smb {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.706087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.706530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.706994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.707452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.707931 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.708382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.708863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.709347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.709857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.710366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.710839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.711357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.711795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.712252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.712516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_options = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.712946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.713243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.713565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.713786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.713969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.714323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.714552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.714802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.715006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.715256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.715617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.715805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.716158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.716345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.716530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.716759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.717055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.717348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.717660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.717967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.718288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.718555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.718804 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.719053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.719328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.719583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.719894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.720186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.720466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.720742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.721012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.721368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.721634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.721919 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.722272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.724082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.724082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.724082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.724082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.724082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.724082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.725721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.725721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.725721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.725972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.726214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_json = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.726505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.727318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.727660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.727949 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.728221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.728539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.728758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.729196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.729609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.729998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.730407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.732728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.736181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.741839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.744382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.746558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.749991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.750609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.750609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.750609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.750859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.751193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.751536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.751803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.752060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.752316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.752573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.752852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.753109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.753498 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.753615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.753832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.754095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.754355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.754606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.754860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.755115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.755425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.755791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.756070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.756371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.756661 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.756953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.757233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.757507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.757777 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.758087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.758357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.758660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.758934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.759224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.759471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.759725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.760066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.760358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.760590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.760850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.761122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.761391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.761698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.761950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.762463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.762740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.763022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.763360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.763610 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.763911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.764151 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.764519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.764848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.765178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.765492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.765771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.766054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.766291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.766573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.766877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.767137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.767374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.767646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.767969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.768251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.768510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.768763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.769194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.769566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.769890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.770135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.770416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.770741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.771050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.771340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.771681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.771979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.772283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.772578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.772877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.773163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.773446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.773792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.774533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.774533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.774533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.777274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.778456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.779558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.779558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.779558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.779558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.780152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.780152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.780452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.780609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.780840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.781092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.781392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.781657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.782030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.782350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.782623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.782873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.783139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.783423 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.783679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.784589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.784589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.784589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.785339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.785339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.785339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.786061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.786061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.786061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.789033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.791378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.793034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.796546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.797730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.801880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.803066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.804380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80007) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 14:53:46.807367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 14:53:46.808577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 14:53:46.808577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.808577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.808577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.808577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.808577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.808577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.809564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.810755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.811847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] debug = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.811847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.811847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.811847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.811847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.811847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.812707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.812707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.812707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.812707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.812707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.812707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] host = dv-cinder-734144-13-smb {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.814065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.815268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.815268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.815268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.815268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.815268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.815268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.816132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.816132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.816132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.816132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_options = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.817778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.820891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.822055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.823180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.824358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.825473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_json = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.826607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.827772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.828874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.828874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.828874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.828874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.828874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.828874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.829722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.829722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.829722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.829722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.829722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.832926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.834073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.835329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.836959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.836959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.836959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.836959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.837531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.837531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.837833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.838107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.838324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.838548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.838724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.838893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.839055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.839219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.839461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.839704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.839917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.840092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.840250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.840914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.840914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.840914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.841376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.841376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.841675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.841675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.841976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.841976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.842297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.842297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.842592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.842768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.842927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.843082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.843248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.843408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.843615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.844431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.844431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.844431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.844431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.845455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.845455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.845455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.845455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.845455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.845455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.846402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.846402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.846402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.846402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.846965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.846965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.846965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.847418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.847418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.847716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.847716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.847993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.847993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.848287 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.848459 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.848618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.848778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.848922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.849066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.849225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.849384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.849598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.849755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.849939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.850348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.850550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.850727 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.851074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.851249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.851408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.851606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.851848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.852506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.852705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.852869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.853075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.853075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.853075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.853075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.853075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.855254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.857063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.858831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.861573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.862492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.866241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.867257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.868275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.869205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.870597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.871330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.872214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.873941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.874882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.875882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.875882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.875882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.875882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.875882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.875882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.875882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.876674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.876674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 14:53:46.876674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 14:53:46.919065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:53:47.093461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 34402) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:53:47.107588 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114148 Jan 15 14:54:00.229068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129a759-7a05-4e82-ad64-3168dbd8e306 None None] get_active_networks_info from dv-cinder-734144-13-smb {{(pid=80124) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 15 14:54:00.417964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129a759-7a05-4e82-ad64-3168dbd8e306 None None] No non-hosted networks {{(pid=80124) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 15 14:54:00.434355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agentschedulers_db [None req-0129a759-7a05-4e82-ad64-3168dbd8e306 None None] DHCP Agent not found on host dv-cinder-734144-13-smb {{(pid=80124) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 15 14:54:00.551304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c270fa8b-1854-4089-bc2a-15f3fc50e727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680'] for agent, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:03.001085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c01ba6fe-41aa-4af0-b0c1-c011594b49c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680'] for agent, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:03.068522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89fca24c-7a8d-4820-9a8b-2bc17ce93215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:03.758872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680'] for agent, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:04.703034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680'] for agent, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:04.704277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.704797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.705317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.705826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.706353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.707146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.707656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.708297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.708915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.709594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.710342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.711692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:04.713012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734144-13-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:04.732865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-13-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:05.732718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680'] for agent, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:06.607432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 34496) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:07.654771 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-cd088fb9-46f0-4768-81ef-3199733d1f22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:07.655813 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-cd088fb9-46f0-4768-81ef-3199733d1f22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:07.715527 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] get_endpoint_by_host() called for host dv-cinder-734144-13-smb {{(pid=80124) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 14:54:07.727030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] get_endpoint_by_ip() called for ip 192.168.0.45 {{(pid=80124) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 14:54:07.731020 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] _add_endpoint() called for ip 192.168.0.45 {{(pid=80124) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 14:54:07.740425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] _get_endpoints() called {{(pid=80124) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 14:54:07.969601 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_hamode_db [None req-a72619a2-8878-491c-aa31-7edb0f2cd22f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 15 14:54:08.041589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [None req-cd088fb9-46f0-4768-81ef-3199733d1f22 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:08.042828 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-cd088fb9-46f0-4768-81ef-3199733d1f22 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 1.4341717 Jan 15 14:54:08.068823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72619a2-8878-491c-aa31-7edb0f2cd22f None None] Routers set() bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:08.069184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72619a2-8878-491c-aa31-7edb0f2cd22f None None] Router IDs set() for agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 15 14:54:10.978467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 34512) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:11.523984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:11.577248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.policy [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80122) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 14:54:11.578164 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:11.578645 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:11.590570 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] Loaded quota_driver: . Jan 15 14:54:11.637946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:11.702829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277462967904', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277463009266', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277462997453', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277463023672', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277463024887', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852765523', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2014388', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853810278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853739629'] for rbac-policy, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:11.781071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:11.782513 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-162c6817-96cc-436e-9ee7-f0216a405e38 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8029182 Jan 15 14:54:14.993283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34526) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:15.840356 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:15.840998 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:16.084898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Request body: {'network': {'project_id': '272c1007e7a643859c6d35b36b52f07c', 'name': 'private', 'admin_state_up': True}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:16.088603 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.quota [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Loaded quota_driver: . Jan 15 14:54:16.135576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:16.141806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Usage tracker for resource:network and tenant:272c1007e7a643859c6d35b36b52f07c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:16.147225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:16.158388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:16.172726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Made reservation on behalf of 272c1007e7a643859c6d35b36b52f07c for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:16.217323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.policy [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80123) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 14:54:16.218464 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:16.218881 dv-cinder-734144-13-smb neutron-server[80007]: WARNING oslo_policy.policy [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 14:54:16.234637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.258493 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.275057 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:16.279808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Usage tracker for resource:security_group_rule and tenant:272c1007e7a643859c6d35b36b52f07c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:16.283905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:16.289706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:16.406801 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.410137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.416541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:16.446064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 14:54:16.475194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.475817 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Added segment aad9c524-fe2a-4be3-8006-14eeefde7970 of type vxlan for network b4a4c6d1-db77-4555-8cec-59b24d095fd9 Jan 15 14:54:16.533259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ecfbc-1446-407b-a5a6-3ae84ecc56ae,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:16.559091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.559486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.559857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.560263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.560578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.560935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.561288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.561652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.562153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.562388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.562743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.563087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Tracked resource versions report: Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 14:54:16.564265 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:16.594959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:16.629361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.678026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.680096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:16.680797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:16.685796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:16.954280 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.9578266 Jan 15 14:54:16.954946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Pushing event updated for resources: {'Network': ['ID=b4a4c6d1-db77-4555-8cec-59b24d095fd9,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:16.962042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:16.974274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:54:20.436020 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34548) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:21.064693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1eb0a-2f6e-442a-b5b2-c67a041414ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:21.066230 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-01b1eb0a-2f6e-442a-b5b2-c67a041414ee admin admin] 10.222.0.71 "GET /v2.0/networks/b4a4c6d1-db77-4555-8cec-59b24d095fd9 HTTP/1.1" status: 200 len: 818 time: 0.6287150 Jan 15 14:54:21.099789 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-76ad83bb-2d81-4fc4-9d01-4b08da0a290e admin admin] 10.222.0.71 "GET /v2.0/subnetpools/c8fe7342-26e3-4338-a3f5-51fe6783b0dd HTTP/1.1" status: 200 len: 734 time: 0.0266695 Jan 15 14:54:21.115226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Request body: {'subnet': {'subnetpool_id': 'c8fe7342-26e3-4338-a3f5-51fe6783b0dd', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:21.124192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:21.130709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Usage tracker for resource:subnet and tenant:272c1007e7a643859c6d35b36b52f07c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:21.136849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:21.146562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:21.156406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Made reservation on behalf of 272c1007e7a643859c6d35b36b52f07c for: {'subnet': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:21.161342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.745185 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:21.761618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:21.908851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20f0262-69e9-47f2-ae12-5fef871e4ac2,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:21.916258 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:21.977491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Checking segment: {'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:21.977872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Network hostable DHCP agents. Network: b4a4c6d1-db77-4555-8cec-59b24d095fd9, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:54:22.000430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:54:22.010852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, b4a4c6d1-db77-4555-8cec-59b24d095fd9) {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:22.015720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:22.016355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:22.021831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8b0e0-a18f-4320-a771-5d24ca01d03f None None] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:22.039468 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9309552 Jan 15 14:54:22.388466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cc69f6f-a35f-5dc5-b60c-bcf0b3486b85-b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'fixed_ips': [{'subnet_id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2'}]}} from dv-cinder-734144-13-smb. {{(pid=80124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 14:54:22.390360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:23.083034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Allocated IP 172.20.0.2 (b4a4c6d1-db77-4555-8cec-59b24d095fd9/c20f0262-69e9-47f2-ae12-5fef871e4ac2/ceafa20b-29d7-49eb-b981-3e740ee4c8a2) {{(pid=80124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:54:23.432144 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Notify callbacks [] for port, precommit_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:23.449836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Transition to ACTIVE for port object ceafa20b-29d7-49eb-b981-3e740ee4c8a2 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:23.469980 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Transition to ACTIVE for port object ceafa20b-29d7-49eb-b981-3e740ee4c8a2 will not be triggered until provisioned by entity DHCP. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:23.476575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:23.496044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:23.639932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Pushing event updated for resources: {'Port': ['ID=ceafa20b-29d7-49eb-b981-3e740ee4c8a2,revision_number=1']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:23.653328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.653710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.654151 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.654491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.654858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.655226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.655591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.655953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.656328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.656689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.657050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.657408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Tracked resource versions report: Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 14:54:23.658568 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:23.673331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:23.721256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 is already hosted by enough agents. {{(pid=80124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:23.722506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Resources bound (agent type, host, resource id): {{(pid=80124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:23.725597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Received port after_create {{(pid=80124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:54:23.789070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Attempting to bind port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:54:23.789483 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Attempting to bind port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:54:23.789884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Attempting to bind port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 on network b4a4c6d1-db77-4555-8cec-59b24d095fd9 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:54:23.795769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:54:23.796207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Checking segment: {'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:23.796671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:23.798703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Bound using segment: {'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:54:23.798703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Bound port: ceafa20b-29d7-49eb-b981-3e740ee4c8a2, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:54:23.798703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:23.893126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] For port ceafa20b-29d7-49eb-b981-3e740ee4c8a2, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:54:23.897627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] For port ceafa20b-29d7-49eb-b981-3e740ee4c8a2, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=ceafa20b-29d7-49eb-b981-3e740ee4c8a2,segment=NetworkSegment(aad9c524-fe2a-4be3-8006-14eeefde7970),segment_id=aad9c524-fe2a-4be3-8006-14eeefde7970)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:54:23.901818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:23.917383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:24.084518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Pushing event updated for resources: {'Port': ['ID=ceafa20b-29d7-49eb-b981-3e740ee4c8a2,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:24.090280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:25.232525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34558) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:25.939605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [None req-3beb3a03-c4ec-47c4-994e-043fac3670cc admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:25.941739 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3beb3a03-c4ec-47c4-994e-043fac3670cc admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.7075684 Jan 15 14:54:27.816458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ceafa20b-29d7-49eb-b981-3e740ee4c8a2 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:27.905618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:28.999586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34572) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:29.314499 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de72fb8-19fe-4b88-a4a6-7de46ff08f0c None None] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:29.419174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Provisioning for port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:29.428409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Provisioning complete for port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:29.429353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:29.582519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [None req-49768d32-9cc6-439f-b97d-6f1a2c0aa12c admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:29.583596 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-49768d32-9cc6-439f-b97d-6f1a2c0aa12c admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5829129 Jan 15 14:54:29.652805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:29.773146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] For port ceafa20b-29d7-49eb-b981-3e740ee4c8a2, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=ceafa20b-29d7-49eb-b981-3e740ee4c8a2,segment=NetworkSegment(aad9c524-fe2a-4be3-8006-14eeefde7970),segment_id=aad9c524-fe2a-4be3-8006-14eeefde7970)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:54:29.781366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:29.786564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:29.915446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Pushing event updated for resources: {'Port': ['ID=ceafa20b-29d7-49eb-b981-3e740ee4c8a2,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:29.919642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:30.035172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4c086aff-da1c-4dc6-b1c9-a575b23b9552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.217417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-7371035a-f911-4b4d-9dcf-8b2cad6f7388 None None] Provisioning complete for port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:30.218247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7371035a-f911-4b4d-9dcf-8b2cad6f7388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:30.532755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-b645401c-01cc-4f90-a138-e04a1210c481 None None] Provisioning complete for port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:30.533410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b645401c-01cc-4f90-a138-e04a1210c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:31.781253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ceafa20b-29d7-49eb-b981-3e740ee4c8a2 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:31.901854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:31.902523 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.002201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bc41ac27-b954-4c3f-9689-75001af534ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.091504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34594) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:33.461111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Request body: {'router': {'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'name': 'router1', 'admin_state_up': True}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:33.467132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:33.472367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Usage tracker for resource:router and tenant:272c1007e7a643859c6d35b36b52f07c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:33.475896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:33.481912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:33.492208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1041205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499772'] for router, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.494415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853734574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854276021'] for router, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.528949 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.534300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.633928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853734612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502'] for router, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.661215 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:33.663835 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-426abf1d-789a-41fd-aefc-09bb8c674817 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5703697 Jan 15 14:54:34.686953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:35.588903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:36.521473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34614) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:36.644255 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [None req-9145297b-809b-4dc4-b610-27ab00705788 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:54:36.645752 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9145297b-809b-4dc4-b610-27ab00705788 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1224070 Jan 15 14:54:39.453807 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 34624) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:39.595554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:39.602082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:39.607200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Usage tracker for resource:network and tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:39.610900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:39.617618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:39.627426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Made reservation on behalf of 5a7f8ae0ecbb4f56bbadfd00389b0892 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:39.634324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:39.651592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:39.667409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:39.671778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Usage tracker for resource:security_group_rule and tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:39.675065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:39.681408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:39.792037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:39.795005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:39.800607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:39.813169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Reserving flat network on physical network physnet1 {{(pid=80122) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 15 14:54:39.849221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:39.850000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Unsubscribe: segment precommit_create {{(pid=80122) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 15 14:54:39.851259 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Added segment 4bda456c-b56c-4060-b465-cf8093c72d90 of type flat for network f32376d6-bd19-4563-b529-d250bc891f90 Jan 15 14:54:39.903314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5717d033-6215-4445-8b3d-95b3374c90e6,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:39.926755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.927139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.927506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.927864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.928216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.929117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.929496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.929826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.930205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.930551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.930899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.931243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Tracked resource versions report: Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 14:54:39.932413 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:39.984129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:39.989045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:40.038342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:40.040820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:40.042118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:40.048612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:40.315084 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Pushing event updated for resources: {'Network': ['ID=f32376d6-bd19-4563-b529-d250bc891f90,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:40.318510 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8633223 Jan 15 14:54:40.320715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:40.338171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network f32376d6-bd19-4563-b529-d250bc891f90 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:54:42.969466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 34638) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:43.138937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474b091-10df-4d81-a9af-9f3cb9b7df53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:43.140605 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8474b091-10df-4d81-a9af-9f3cb9b7df53 admin admin] 10.222.0.71 "GET /v2.0/subnets/c20f0262-69e9-47f2-ae12-5fef871e4ac2 HTTP/1.1" status: 200 len: 849 time: 0.1699655 Jan 15 14:54:43.348203 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-df785eea-e147-4bac-a0d6-15581e960b3e admin admin] 10.222.0.71 "GET /v2.0/routers/4d938218-2262-491b-9813-90144b3e937f HTTP/1.1" status: 200 len: 704 time: 0.1996355 Jan 15 14:54:43.874409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:44.367489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Allocated IP 172.20.0.1 (b4a4c6d1-db77-4555-8cec-59b24d095fd9/c20f0262-69e9-47f2-ae12-5fef871e4ac2/aab41164-4353-42a6-879a-51f010c60580) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:54:44.574635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:44.596742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Transition to ACTIVE for port object aab41164-4353-42a6-879a-51f010c60580 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:44.651498 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:44.667713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:44.952301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Pushing event updated for resources: {'Port': ['ID=aab41164-4353-42a6-879a-51f010c60580,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:44.959624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:45.019261 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:45.021316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:45.025583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:54:45.026475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853736946'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.257107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-1d727e58-ecdc-4487-bb43-c2679179c18e None None] Provisioning for port aab41164-4353-42a6-879a-51f010c60580 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:45.265735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-1d727e58-ecdc-4487-bb43-c2679179c18e None None] Provisioning complete for port aab41164-4353-42a6-879a-51f010c60580 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:45.266473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d727e58-ecdc-4487-bb43-c2679179c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.347445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-1d727e58-ecdc-4487-bb43-c2679179c18e None None] Port aab41164-4353-42a6-879a-51f010c60580 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 14:54:45.384734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.702691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.706561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.707880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039089'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:45.729981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:45.864488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Pushing event updated for resources: {'Port': ['ID=aab41164-4353-42a6-879a-51f010c60580,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:45.867926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:45.938651 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:45.940098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:46.184214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-0948c021-eaf4-44c4-b908-63c3c18b6e63 None None] Provisioning complete for port aab41164-4353-42a6-879a-51f010c60580 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:46.184655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0948c021-eaf4-44c4-b908-63c3c18b6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:46.198971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Router 4d938218-2262-491b-9813-90144b3e937f is scheduled to L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 14:54:46.247426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-0948c021-eaf4-44c4-b908-63c3c18b6e63 None None] Port aab41164-4353-42a6-879a-51f010c60580 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 14:54:46.397765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 14:54:46.409521 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] 10.222.0.71 "PUT /v2.0/routers/4d938218-2262-491b-9813-90144b3e937f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0538495 Jan 15 14:54:46.414865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Sync routers for ids ['4d938218-2262-491b-9813-90144b3e937f'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 14:54:46.433485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Routers {'4d938218-2262-491b-9813-90144b3e937f'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:46.434861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T14:54:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['4d938218-2262-491b-9813-90144b3e937f'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:46.682165 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Set router 4d938218-2262-491b-9813-90144b3e937f gateway port host: None {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:54:47.085439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d938218-2262-491b-9813-90144b3e937f', 'name': 'router1', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:33Z', 'updated_at': '2021-01-15T14:54:45Z', 'revision_number': 2, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'gw_port_host': None, '_interfaces': [{'id': 'aab41164-4353-42a6-879a-51f010c60580', 'name': '', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'mac_address': 'fa:16:3e:fa:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:44Z', 'updated_at': '2021-01-15T14:54:45Z', 'revision_number': 2, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'subnets': [{'id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8fe7342-26e3-4338-a3f5-51fe6783b0dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:47.090742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Checking router: 4d938218-2262-491b-9813-90144b3e937f for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 14:54:47.091164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Updating router 4d938218-2262-491b-9813-90144b3e937f port aab41164-4353-42a6-879a-51f010c60580 binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 14:54:47.166418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:47.910783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:47.927864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Transition to ACTIVE for port object aab41164-4353-42a6-879a-51f010c60580 will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:47.931373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:47.952496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:48.105170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Pushing event updated for resources: {'Port': ['ID=aab41164-4353-42a6-879a-51f010c60580,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:48.124210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.124592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.124973 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.125345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.125708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.126108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.126468 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.126829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.127225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.127549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.127897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.128260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Tracked resource versions report: Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 14:54:48.129352 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 14:54:48.137440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:48.327702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Attempting to bind port aab41164-4353-42a6-879a-51f010c60580 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:54:48.328431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Attempting to bind port aab41164-4353-42a6-879a-51f010c60580 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:54:48.329015 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Attempting to bind port aab41164-4353-42a6-879a-51f010c60580 on network b4a4c6d1-db77-4555-8cec-59b24d095fd9 {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:54:48.340627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:54:48.341327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Checking segment: {'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:48.342225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:48.342972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Bound using segment: {'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:54:48.343977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Bound port: aab41164-4353-42a6-879a-51f010c60580, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9c524-fe2a-4be3-8006-14eeefde7970', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:54:48.344726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:48.470637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] For port aab41164-4353-42a6-879a-51f010c60580, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:54:48.479051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] For port aab41164-4353-42a6-879a-51f010c60580, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=aab41164-4353-42a6-879a-51f010c60580,segment=NetworkSegment(aad9c524-fe2a-4be3-8006-14eeefde7970),segment_id=aad9c524-fe2a-4be3-8006-14eeefde7970)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:54:48.484348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:48.510451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:48.751834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Pushing event updated for resources: {'Port': ['ID=aab41164-4353-42a6-879a-51f010c60580,revision_number=4']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:48.755463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:48.823979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Routers {'4d938218-2262-491b-9813-90144b3e937f'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:48.824789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T14:54:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['4d938218-2262-491b-9813-90144b3e937f'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:49.005146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] Set router 4d938218-2262-491b-9813-90144b3e937f gateway port host: None {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:54:49.423873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d938218-2262-491b-9813-90144b3e937f', 'name': 'router1', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:33Z', 'updated_at': '2021-01-15T14:54:45Z', 'revision_number': 2, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'gw_port_host': None, '_interfaces': [{'id': 'aab41164-4353-42a6-879a-51f010c60580', 'name': '', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'mac_address': 'fa:16:3e:fa:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:44Z', 'updated_at': '2021-01-15T14:54:48Z', 'revision_number': 4, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'subnets': [{'id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8fe7342-26e3-4338-a3f5-51fe6783b0dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:49.431717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276717e-e0f9-4770-a7cf-d9d54f4e016c None None] The sync data for ids ['4d938218-2262-491b-9813-90144b3e937f'] in dv-cinder-734144-13-smb is: [{'id': '4d938218-2262-491b-9813-90144b3e937f', 'name': 'router1', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:33Z', 'updated_at': '2021-01-15T14:54:45Z', 'revision_number': 2, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'gw_port_host': None, '_interfaces': [{'id': 'aab41164-4353-42a6-879a-51f010c60580', 'name': '', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'mac_address': 'fa:16:3e:fa:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:44Z', 'updated_at': '2021-01-15T14:54:48Z', 'revision_number': 4, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'subnets': [{'id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8fe7342-26e3-4338-a3f5-51fe6783b0dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 14:54:49.488770 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 34650) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:49.764307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c0ba2-70b4-40e7-b334-1f660ded5825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:49.765066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-305c0ba2-70b4-40e7-b334-1f660ded5825 admin admin] Synchronizing usage tracker for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:54:49.783433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-305c0ba2-70b4-40e7-b334-1f660ded5825 admin admin] Unset dirty status for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:54:49.784753 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-305c0ba2-70b4-40e7-b334-1f660ded5825 admin admin] 10.222.0.71 "GET /v2.0/networks/f32376d6-bd19-4563-b529-d250bc891f90 HTTP/1.1" status: 200 len: 842 time: 0.2948217 Jan 15 14:54:49.796234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Request body: {'subnet': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:49.802100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:49.806371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Usage tracker for resource:subnet and tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:49.809488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:49.817456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:49.828746 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Made reservation on behalf of 5a7f8ae0ecbb4f56bbadfd00389b0892 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:54:49.833769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:50.710860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80122) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 14:54:50.711550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:50.739005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:50.878901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337a203f-a53f-424b-a302-703c4cc2a35c,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:50.882278 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:50.965894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:50.966318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Network hostable DHCP agents. Network: f32376d6-bd19-4563-b529-d250bc891f90, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:54:50.990283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:54:51.000919 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, f32376d6-bd19-4563-b529-d250bc891f90) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:51.005008 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:51.005652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:51.011500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e6441-421a-4943-8221-394dea811566 None None] Network f32376d6-bd19-4563-b529-d250bc891f90 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:51.031243 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2386503 Jan 15 14:54:51.470788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe06bc1-dc74-4579-aaf8-5c0f609ddf75 None None] Network f32376d6-bd19-4563-b529-d250bc891f90 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:54:51.763841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:54:51.827148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device aab41164-4353-42a6-879a-51f010c60580 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:51.899641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port aab41164-4353-42a6-879a-51f010c60580 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:54:51.905074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port aab41164-4353-42a6-879a-51f010c60580 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:51.905485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:52.042524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:52.079424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port aab41164-4353-42a6-879a-51f010c60580, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=aab41164-4353-42a6-879a-51f010c60580,segment=NetworkSegment(aad9c524-fe2a-4be3-8006-14eeefde7970),segment_id=aad9c524-fe2a-4be3-8006-14eeefde7970)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:54:52.082428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:52.085449 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:52.154958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=aab41164-4353-42a6-879a-51f010c60580,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:52.158598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:53.798970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device aab41164-4353-42a6-879a-51f010c60580 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:54:53.883309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port aab41164-4353-42a6-879a-51f010c60580 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:54:53.883733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:54.041611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34664) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:54:54.336958 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-885b0f7b-c9a8-41f4-8819-1e4673447818 admin admin] 10.222.0.71 "GET /v2.0/routers/4d938218-2262-491b-9813-90144b3e937f HTTP/1.1" status: 200 len: 710 time: 0.2936966 Jan 15 14:54:54.519867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305f56e-e8a1-4062-8982-e9644b01e102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:54:54.521477 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b305f56e-e8a1-4062-8982-e9644b01e102 admin admin] 10.222.0.71 "GET /v2.0/networks/f32376d6-bd19-4563-b529-d250bc891f90 HTTP/1.1" status: 200 len: 886 time: 0.1781075 Jan 15 14:54:54.537364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:54:55.243916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:55.602346 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:55.667160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:55.680099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:55.697213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:54:55.701318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:54:55.704368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:54:55.710759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:54:55.835002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:55.838946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:55.866616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:55.991715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee456c7-a668-4d1d-ba7f-346705fdfdb1,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:55.998281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:56.189866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Allocated IP 172.28.1.22 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/ba8cffe2-5d89-4761-a846-03669e7ef2a1) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:54:56.372799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:56.427458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:56.457923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:56.641307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8cffe2-5d89-4761-a846-03669e7ef2a1,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:56.645633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:56.714982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:54:56.716753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:54:56.720354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:54:57.150330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:57.702826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:57.706679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853832485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-943315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853734437'] for router, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:57.907987 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Router 4d938218-2262-491b-9813-90144b3e937f has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 14:54:58.122585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 14:54:58.135936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Sync routers for ids ['4d938218-2262-491b-9813-90144b3e937f'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 14:54:58.143240 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:58.145319 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] 10.222.0.71 "PUT /v2.0/routers/4d938218-2262-491b-9813-90144b3e937f HTTP/1.1" status: 200 len: 889 time: 3.6116467 Jan 15 14:54:58.147771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Routers {'4d938218-2262-491b-9813-90144b3e937f'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:54:58.148702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T14:54:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['4d938218-2262-491b-9813-90144b3e937f'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:58.425176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Set router 4d938218-2262-491b-9813-90144b3e937f gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:54:58.841776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d938218-2262-491b-9813-90144b3e937f', 'name': 'router1', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8cffe2-5d89-4761-a846-03669e7ef2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:33Z', 'updated_at': '2021-01-15T14:54:56Z', 'revision_number': 4, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'gw_port': {'id': 'ba8cffe2-5d89-4761-a846-03669e7ef2a1', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:56Z', 'updated_at': '2021-01-15T14:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'aab41164-4353-42a6-879a-51f010c60580', 'name': '', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'mac_address': 'fa:16:3e:fa:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:44Z', 'updated_at': '2021-01-15T14:54:52Z', 'revision_number': 5, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'subnets': [{'id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8fe7342-26e3-4338-a3f5-51fe6783b0dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:54:58.847336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Checking router: 4d938218-2262-491b-9813-90144b3e937f for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 14:54:58.847729 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Updating router 4d938218-2262-491b-9813-90144b3e937f port ba8cffe2-5d89-4761-a846-03669e7ef2a1 binding host dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 14:54:58.904446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:59.370465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:59.386926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Transition to ACTIVE for port object ba8cffe2-5d89-4761-a846-03669e7ef2a1 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:54:59.389993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:59.410719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dd3e1d08-dd5f-4e42-9ba8-29e615305a2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:59.563002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e4f41-12cd-47a9-a3fd-b04fb72bd2d0 None None] Pushing event updated for resources: {'Port': ['ID=ba8cffe2-5d89-4761-a846-03669e7ef2a1,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:59.567539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-043e4f41-12cd-47a9-a3fd-b04fb72bd2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:54:59.640660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Attempting to bind port ba8cffe2-5d89-4761-a846-03669e7ef2a1 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:54:59.640989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Attempting to bind port ba8cffe2-5d89-4761-a846-03669e7ef2a1 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:54:59.641401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Attempting to bind port ba8cffe2-5d89-4761-a846-03669e7ef2a1 on network f32376d6-bd19-4563-b529-d250bc891f90 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:54:59.648001 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:54:59.648482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:54:59.648872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:59.649314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Bound using segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:54:59.649840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Bound port: ba8cffe2-5d89-4761-a846-03669e7ef2a1, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:54:59.650303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:59.728713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] For port ba8cffe2-5d89-4761-a846-03669e7ef2a1, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:54:59.734989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] For port ba8cffe2-5d89-4761-a846-03669e7ef2a1, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=ba8cffe2-5d89-4761-a846-03669e7ef2a1,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:54:59.739487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:54:59.756953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:54:59.955891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e4f41-12cd-47a9-a3fd-b04fb72bd2d0 None None] Pushing event updated for resources: {'Port': ['ID=ba8cffe2-5d89-4761-a846-03669e7ef2a1,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:54:59.960999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-043e4f41-12cd-47a9-a3fd-b04fb72bd2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:55:00.037871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Routers {'4d938218-2262-491b-9813-90144b3e937f'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 14:55:00.038621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T14:54:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['4d938218-2262-491b-9813-90144b3e937f'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:55:00.106640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-67724284-0782-4208-b9e7-fd55181da937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:00.319541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] Set router 4d938218-2262-491b-9813-90144b3e937f gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 14:55:00.947110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d938218-2262-491b-9813-90144b3e937f', 'name': 'router1', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8cffe2-5d89-4761-a846-03669e7ef2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:33Z', 'updated_at': '2021-01-15T14:54:56Z', 'revision_number': 4, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'gw_port': {'id': 'ba8cffe2-5d89-4761-a846-03669e7ef2a1', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:56Z', 'updated_at': '2021-01-15T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'aab41164-4353-42a6-879a-51f010c60580', 'name': '', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'mac_address': 'fa:16:3e:fa:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:44Z', 'updated_at': '2021-01-15T14:54:52Z', 'revision_number': 5, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'subnets': [{'id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8fe7342-26e3-4338-a3f5-51fe6783b0dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 14:55:00.951935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe11cf8-0265-4562-a4be-e4bc41e5aa80 None None] The sync data for ids ['4d938218-2262-491b-9813-90144b3e937f'] in dv-cinder-734144-13-smb is: [{'id': '4d938218-2262-491b-9813-90144b3e937f', 'name': 'router1', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ba8cffe2-5d89-4761-a846-03669e7ef2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:54:33Z', 'updated_at': '2021-01-15T14:54:56Z', 'revision_number': 4, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'gw_port': {'id': 'ba8cffe2-5d89-4761-a846-03669e7ef2a1', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:56Z', 'updated_at': '2021-01-15T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'aab41164-4353-42a6-879a-51f010c60580', 'name': '', 'network_id': 'b4a4c6d1-db77-4555-8cec-59b24d095fd9', 'tenant_id': '272c1007e7a643859c6d35b36b52f07c', 'mac_address': 'fa:16:3e:fa:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d938218-2262-491b-9813-90144b3e937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:54:44Z', 'updated_at': '2021-01-15T14:54:52Z', 'revision_number': 5, 'project_id': '272c1007e7a643859c6d35b36b52f07c', 'subnets': [{'id': 'c20f0262-69e9-47f2-ae12-5fef871e4ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8fe7342-26e3-4338-a3f5-51fe6783b0dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 14:55:01.174206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 34674) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:55:01.394564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f285e-753b-4116-a3e2-618d4e555851 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:55:01.397664 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8e6f285e-753b-4116-a3e2-618d4e555851 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.2221324 Jan 15 14:55:01.858778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ba8cffe2-5d89-4761-a846-03669e7ef2a1 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:55:01.941594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port ba8cffe2-5d89-4761-a846-03669e7ef2a1 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:55:01.948598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port ba8cffe2-5d89-4761-a846-03669e7ef2a1 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:55:01.949129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:02.169275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:02.197814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port ba8cffe2-5d89-4761-a846-03669e7ef2a1, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=ba8cffe2-5d89-4761-a846-03669e7ef2a1,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:55:02.203258 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:02.207325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-043e4f41-12cd-47a9-a3fd-b04fb72bd2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:55:02.311534 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=ba8cffe2-5d89-4761-a846-03669e7ef2a1,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:55:02.316355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:55:03.013265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d395d817-a221-4d6f-a06b-a5269a3a20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:03.543394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:03.820334 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ba8cffe2-5d89-4761-a846-03669e7ef2a1 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:55:03.923199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port ba8cffe2-5d89-4761-a846-03669e7ef2a1 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:55:03.923982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:04.720812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:05.626150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:28.771452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:55:30.025300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-99f5e146-76bf-4ad5-b14b-3b8cab4df95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:33.009789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-690155f2-adc9-480f-b772-91e4412e17cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:33.542906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:34.692743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:55:35.603301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:00.028017 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-806b6e73-966d-48cc-bdd8-e7356fe8a938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.020328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-67b294d7-e094-41be-a4d4-2f6f3179815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:03.542049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:04.698708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:05.637380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:05.768839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:56:30.039169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-294d8751-a93d-4fa1-a4c5-ac7e05b334a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:33.012728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c79f144f-6db3-42d1-b45c-a2918adcbbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:33.545793 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:34.696992 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:35.639286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:56:42.772642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:57:00.033021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-492c891b-b921-4072-aba2-4a89d5c8b7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:03.012318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-658b36ed-c4f2-42ab-b40d-89861a47177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:03.536757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:04.683298 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:05.628069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:19.779351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:57:30.021914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26ecb314-2eb5-4d31-9709-a2ce36933568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:30.359106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35250) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:30.477895 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8ec50c-4c7b-495c-b3b2-c4883a4b5f04 admin admin] GET failed (client error): The resource could not be found. Jan 15 14:57:30.479466 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3e8ec50c-4c7b-495c-b3b2-c4883a4b5f04 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1191418 Jan 15 14:57:30.643196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3497f1-7c98-4cdd-8f7c-c36759b58c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:30.644798 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4e3497f1-7c98-4cdd-8f7c-c36759b58c85 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1609347 Jan 15 14:57:33.015689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc71d-a8c4-4035-b0bf-7b2f8b16e8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:33.300492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35260) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:33.455323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed94559-e049-4e87-a9cc-251de51929ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:33.456814 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-eed94559-e049-4e87-a9cc-251de51929ed admin admin] 10.222.0.71 "GET /v2.0/subnets/c20f0262-69e9-47f2-ae12-5fef871e4ac2 HTTP/1.1" status: 200 len: 849 time: 0.1551864 Jan 15 14:57:33.468433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:57:33.544530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:33.615746 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:33.977355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363277467485624'] for subnet, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:33.993521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-55420e8d-e88b-49d5-bb22-b6f5a50ff458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:57:34.134156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20f0262-69e9-47f2-ae12-5fef871e4ac2,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:57:34.156491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.156922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.157274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.157650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.158574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.158943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.159318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.159669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.160045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.160405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.160761 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.161117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:57:34.166004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:57:34.201719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:34.202752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:34.204067 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] 10.222.0.71 "PUT /v2.0/subnets/c20f0262-69e9-47f2-ae12-5fef871e4ac2 HTTP/1.1" status: 200 len: 868 time: 0.7405505 Jan 15 14:57:34.220080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85105549-ce65-4eb5-a5a0-8b4adabefdae None None] Network b4a4c6d1-db77-4555-8cec-59b24d095fd9 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:57:34.679870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:34.837961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-6a40ef38-9948-4ef9-9fbd-704d4e5187d1 None None] Provisioning complete for port aab41164-4353-42a6-879a-51f010c60580 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:57:34.838309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6a40ef38-9948-4ef9-9fbd-704d4e5187d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:35.012543 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-6a40ef38-9948-4ef9-9fbd-704d4e5187d1 None None] Provisioning complete for port ceafa20b-29d7-49eb-b981-3e740ee4c8a2 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:57:35.013229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6a40ef38-9948-4ef9-9fbd-704d4e5187d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:35.639555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:57:36.940062 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35270) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:37.200763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6c83c-adbf-453b-ab50-52cc26b7f125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:37.201097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6c83c-adbf-453b-ab50-52cc26b7f125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:37.202832 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-15d6c83c-adbf-453b-ab50-52cc26b7f125 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2617424 Jan 15 14:57:40.048899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35280) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:40.280688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ce6c3-97a6-4ca5-a076-7c92f132b286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:40.281243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ce6c3-97a6-4ca5-a076-7c92f132b286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:40.283556 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-677ce6c3-97a6-4ca5-a076-7c92f132b286 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2335293 Jan 15 14:57:43.213502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35290) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:43.478802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40e74d-da14-4193-afd4-cabf8d9c4490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:43.480555 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1e40e74d-da14-4193-afd4-cabf8d9c4490 admin admin] 10.222.0.71 "GET /v2.0/networks/b4a4c6d1-db77-4555-8cec-59b24d095fd9 HTTP/1.1" status: 200 len: 862 time: 0.2659633 Jan 15 14:57:46.167364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35300) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:46.447811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987cc12a-a051-479b-86bb-b0515f255022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:46.450027 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-987cc12a-a051-479b-86bb-b0515f255022 admin admin] 10.222.0.71 "GET /v2.0/networks/f32376d6-bd19-4563-b529-d250bc891f90 HTTP/1.1" status: 200 len: 886 time: 0.2812469 Jan 15 14:57:49.097855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35310) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:49.262365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a6933c-7954-460e-9cb2-94e5a9ae0418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:49.262715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a6933c-7954-460e-9cb2-94e5a9ae0418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:49.263531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b0a6933c-7954-460e-9cb2-94e5a9ae0418 admin admin] Synchronizing usage tracker for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:subnet {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:57:49.283848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b0a6933c-7954-460e-9cb2-94e5a9ae0418 admin admin] Unset dirty status for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:subnet {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:57:49.285364 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b0a6933c-7954-460e-9cb2-94e5a9ae0418 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1859334 Jan 15 14:57:51.939048 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35320) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:52.091885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc210417-0179-4023-8ad9-ee4c73969100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:52.092226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc210417-0179-4023-8ad9-ee4c73969100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:52.093967 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-dc210417-0179-4023-8ad9-ee4c73969100 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1538048 Jan 15 14:57:54.668620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35330) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:54.828513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5354a-4fed-445d-876b-745fd2220d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:54.830618 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0ac5354a-4fed-445d-876b-745fd2220d62 admin admin] 10.222.0.71 "GET /v2.0/subnets/337a203f-a53f-424b-a302-703c4cc2a35c HTTP/1.1" status: 200 len: 816 time: 0.1609697 Jan 15 14:57:56.770279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:57:57.562960 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35340) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:57:57.720548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa574413-6d33-456d-b6e9-aec92a3af7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:57:57.721966 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-fa574413-6d33-456d-b6e9-aec92a3af7ec admin admin] 10.222.0.71 "GET /v2.0/subnets/c20f0262-69e9-47f2-ae12-5fef871e4ac2 HTTP/1.1" status: 200 len: 868 time: 0.1573308 Jan 15 14:58:00.024688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2067-5749-4d28-8ef5-3fa7c08f2005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:03.021866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-422211c1-148e-4d7a-8ad4-0dae864fef32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:03.543733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:04.678694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:05.639450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:26.223910 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35380) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:26.352774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [None req-dbd8bf74-ae09-4e4f-ab3b-4407ea92bcbe admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:58:26.353981 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-dbd8bf74-ae09-4e4f-ab3b-4407ea92bcbe admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1287618 Jan 15 14:58:29.027164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35390) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:29.137228 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa0a465-e326-4d27-b6f5-d48ff1cdf23c admin admin] GET failed (client error): The resource could not be found. Jan 15 14:58:29.138616 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0fa0a465-e326-4d27-b6f5-d48ff1cdf23c admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1103683 Jan 15 14:58:29.287338 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c97a5b-7679-480c-b90b-273c3340b3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:29.288911 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-49c97a5b-7679-480c-b90b-273c3340b3ac admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449504 Jan 15 14:58:30.028542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c572e32-9e0c-43cc-aab4-6a5c769cf4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:32.031782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35400) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:32.118431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:58:32.124784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:58:32.136338 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:58:32.148189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Made reservation on behalf of 5a7f8ae0ecbb4f56bbadfd00389b0892 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:58:32.152964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:32.253870 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.services.revisions.revision_plugin [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Could not find related network for resource to bump revision. Jan 15 14:58:32.274135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 14:58:32.285319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:32.285707 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Added segment cc777945-3f5a-405a-90e1-e316d1122eb2 of type vxlan for network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 Jan 15 14:58:32.315242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:32.348481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:32.350156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:32.351281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:32.361272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:32.498672 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4654489 Jan 15 14:58:32.502541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad0cf01-e192-483a-94fb-4d6c2fc6cd79,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:32.511526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.512075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.512458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.512824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.513192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.513558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.513921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.514312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.514697 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.515055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.515432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.515795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:32.520186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:32.529251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 14:58:33.007759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4a716738-962d-44b7-a25e-9bb9884d03ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:33.546147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:33.770649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:58:34.673882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:35.210784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35410) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:58:35.341422 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c315f49-0e26-468c-90b7-4dacddba40f4 admin admin] GET failed (client error): The resource could not be found. Jan 15 14:58:35.341989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-6c315f49-0e26-468c-90b7-4dacddba40f4 admin admin] Synchronizing usage tracker for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 14:58:35.359043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-6c315f49-0e26-468c-90b7-4dacddba40f4 admin admin] Unset dirty status for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 14:58:35.361000 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-6c315f49-0e26-468c-90b7-4dacddba40f4 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1489606 Jan 15 14:58:35.485212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277e3c3-68e2-4443-98f2-c1dbfd43fe21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:35.486912 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d277e3c3-68e2-4443-98f2-c1dbfd43fe21 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1212127 Jan 15 14:58:35.505203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79', 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 14:58:35.511661 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:58:35.524449 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:58:35.539137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Made reservation on behalf of 5a7f8ae0ecbb4f56bbadfd00389b0892 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 14:58:35.545064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:35.651041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:36.027103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:36.042893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9c279af0-6420-41c5-977f-c5cf90a078b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:36.172158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc907958-ac1b-4783-b2c9-1c040334a0aa,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:36.184956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:36.250459 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Checking segment: {'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:58:36.250854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Network hostable DHCP agents. Network: 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 14:58:36.272864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 14:58:36.283058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:58:36.287648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 14:58:36.288472 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:36.292637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bca94f-f436-4332-8356-d854327a75cb None None] Network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:58:36.319631 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8192906 Jan 15 14:58:36.588037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cc69f6f-a35f-5dc5-b60c-bcf0b3486b85-0ad0cf01-e192-483a-94fb-4d6c2fc6cd79', 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79', 'tenant_id': '5a7f8ae0ecbb4f56bbadfd00389b0892', 'fixed_ips': [{'subnet_id': 'fc907958-ac1b-4783-b2c9-1c040334a0aa'}]}} from dv-cinder-734144-13-smb. {{(pid=80124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 14:58:36.588954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:36.991013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Allocated IP 192.168.233.2 (0ad0cf01-e192-483a-94fb-4d6c2fc6cd79/fc907958-ac1b-4783-b2c9-1c040334a0aa/307ca0b3-bc92-4f85-bc8f-533d56713669) {{(pid=80124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 14:58:37.324324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Notify callbacks [] for port, precommit_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:37.343182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Transition to ACTIVE for port object 307ca0b3-bc92-4f85-bc8f-533d56713669 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:58:37.365098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Transition to ACTIVE for port object 307ca0b3-bc92-4f85-bc8f-533d56713669 will not be triggered until provisioned by entity DHCP. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 14:58:37.370734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:37.387666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:37.532284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Pushing event updated for resources: {'Port': ['ID=307ca0b3-bc92-4f85-bc8f-533d56713669,revision_number=1']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:37.705960 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.706277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.706620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.706975 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.707345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.707704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.708072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.708432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.708815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.709182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.709550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.709917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:58:37.714121 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:37.820578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 is already hosted by enough agents. {{(pid=80124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 14:58:37.822638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Resources bound (agent type, host, resource id): {{(pid=80124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 14:58:37.826936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Received port after_create {{(pid=80124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 14:58:37.911135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Attempting to bind port 307ca0b3-bc92-4f85-bc8f-533d56713669 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 14:58:37.911548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Attempting to bind port 307ca0b3-bc92-4f85-bc8f-533d56713669 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 14:58:37.911961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Attempting to bind port 307ca0b3-bc92-4f85-bc8f-533d56713669 on network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 14:58:37.918847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 14:58:37.919384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Checking segment: {'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 14:58:37.919840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:37.920278 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Bound using segment: {'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 14:58:37.920800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Bound port: 307ca0b3-bc92-4f85-bc8f-533d56713669, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 14:58:37.926357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:38.049977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] For port 307ca0b3-bc92-4f85-bc8f-533d56713669, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 14:58:38.057401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] For port 307ca0b3-bc92-4f85-bc8f-533d56713669, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=307ca0b3-bc92-4f85-bc8f-533d56713669,segment=NetworkSegment(cc777945-3f5a-405a-90e1-e316d1122eb2),segment_id=cc777945-3f5a-405a-90e1-e316d1122eb2)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 14:58:38.061283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:38.083321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-043e4f41-12cd-47a9-a3fd-b04fb72bd2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:38.264704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Pushing event updated for resources: {'Port': ['ID=307ca0b3-bc92-4f85-bc8f-533d56713669,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:38.271169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:39.707849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec633e7-61f1-442a-a23a-f2c8004288df None None] Network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 14:58:39.840799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-18f91743-2b4b-4786-8cfd-835022a1d540 None None] Provisioning for port 307ca0b3-bc92-4f85-bc8f-533d56713669 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:58:40.004947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 307ca0b3-bc92-4f85-bc8f-533d56713669 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:58:40.173415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 307ca0b3-bc92-4f85-bc8f-533d56713669 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 14:58:40.186979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 307ca0b3-bc92-4f85-bc8f-533d56713669 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:40.187771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:40.353222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:40.405257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 307ca0b3-bc92-4f85-bc8f-533d56713669, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=307ca0b3-bc92-4f85-bc8f-533d56713669,segment=NetworkSegment(cc777945-3f5a-405a-90e1-e316d1122eb2),segment_id=cc777945-3f5a-405a-90e1-e316d1122eb2)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 14:58:40.411818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:40.417355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:58:40.537178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-c0005d91-8b9a-4c15-9b3a-0ee23fb64799 None None] Provisioning complete for port 307ca0b3-bc92-4f85-bc8f-533d56713669 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:40.538097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c0005d91-8b9a-4c15-9b3a-0ee23fb64799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:40.591851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=307ca0b3-bc92-4f85-bc8f-533d56713669,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:58:40.620306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:58:40.860920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-a5200126-fe30-4d91-9939-a18b76fed043 None None] Provisioning complete for port 307ca0b3-bc92-4f85-bc8f-533d56713669 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:40.861590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a5200126-fe30-4d91-9939-a18b76fed043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:58:41.927159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 307ca0b3-bc92-4f85-bc8f-533d56713669 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 14:58:42.012397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 307ca0b3-bc92-4f85-bc8f-533d56713669 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 14:58:42.012820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:00.027424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42bcc8b4-78ec-4bfa-9a7a-2af91e1359af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:03.011185 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72311334-0276-44d6-9013-4842ffb03fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:03.557700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:04.682577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:05.650310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:10.771556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:59:30.021978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-712bc82b-9a87-471c-a123-95011e02ac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:33.008679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8d859b47-c528-4f7a-8160-69f591bbeb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:33.557030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:34.678572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:35.647864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:47.775481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 14:59:49.633502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35452) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:49.640582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [None req-fc7cbc42-97fa-47c5-b8b1-987cacc8d093 tempest-verify_tempest_config-187975307 tempest-verify_tempest_config-187975307] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 14:59:49.642329 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-fc7cbc42-97fa-47c5-b8b1-987cacc8d093 tempest-verify_tempest_config-187975307 tempest-verify_tempest_config-187975307] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0073726 Jan 15 14:59:50.076772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35472) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:50.276915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:50.300706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 14:59:50.307279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Usage tracker for resource:security_group_rule and tenant:5db937f7d3a240ed9091d4577a4b313f is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 14:59:50.313420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 14:59:50.323060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 14:59:50.463928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:50.467573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:50.476050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:59:50.509821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44975841-2ebd-4498-9bfe-2a658a49e039,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:59:50.534550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.535197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.535711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.536307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.536928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.537558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.538658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.538871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.539235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.539608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.539993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.540367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 14:59:50.549852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:59:50.555862 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5db937f7d3a240ed9091d4577a4b313f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4777071 Jan 15 14:59:50.558450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35478) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 14:59:50.626234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:50.666451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:50.726017 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:50.734432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c4fe7238-98b5-4c18-964f-fc9f41b4e15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 14:59:50.756738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44975841-2ebd-4498-9bfe-2a658a49e039,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 14:59:50.763712 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 14:59:50.768420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 14:59:50.769810 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44975841-2ebd-4498-9bfe-2a658a49e039 HTTP/1.1" status: 204 len: 168 time: 0.2102840 Jan 15 15:00:00.032187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-912dce17-a022-4379-90a8-20b74c32130c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:03.018201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a5c25d2-0519-4570-a18a-3297e611c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:03.564690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:04.685009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:05.647537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:24.774424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:00:30.034673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9a9df2e-148c-4c7f-8cdd-424ef6723d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:33.018645 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-958c8473-231c-45c0-81d0-1a3324322b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:33.559936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:34.688047 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:00:35.653698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:00.028445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a14d1db7-53b7-4c2f-b943-57af8aff9b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:01.779932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 5 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:01:03.020876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d3734a0c-64b5-491e-a97f-1f98418293f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:03.563405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:04.691816 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:05.659618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:30.038355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a47bebba-6c31-4670-96b6-42c59cab90c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.020538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf54-2473-4f90-89d3-c2af9b374637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:33.569928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:34.693468 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:35.658909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.155213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680'] for agent, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:01:37.155755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.155960 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.156398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.156795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.157211 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.157601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.157978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.158443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.158831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.159223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.159793 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.160251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:01:37.160736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73414', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:37.165138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73414', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:01:37.558516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] get_endpoint_by_host() called for host hv-cinder-73414 {{(pid=80124) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 15:01:37.566551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] get_endpoint_by_ip() called for ip 192.168.0.82 {{(pid=80124) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 15:01:37.571401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] _add_endpoint() called for ip 192.168.0.82 {{(pid=80124) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 15:01:37.578885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] _get_endpoints() called {{(pid=80124) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 15:01:38.781203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:01:52.694236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35550) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:52.961153 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9c2657bd-919b-4187-ac62-bb45541138ba admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.2654221 Jan 15 15:01:55.651305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35560) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:01:55.751817 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c7770531-e6d8-4604-894a-b6ae5fa81db4 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.0992279 Jan 15 15:02:00.044288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b97c72e7-73e6-4b77-854b-ba995e1cab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:03.016909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-701edb9d-6dd9-4446-92bc-fd54e1a1d0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:03.579250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:04.686740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:05.660898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:07.173452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:15.781330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:02:30.048566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-81c143f7-cae5-4bab-bcb4-c82b2f7b565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:33.012047 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1be5c50a-f891-4e70-aaac-3a3f6e66992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:33.574352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:34.691014 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:35.677497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:37.173081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:02:52.781753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:03:00.049400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0057dedf-fd3b-4d8e-b477-46cad19232a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.039374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf899-2b05-48cb-851b-ee4164ec337b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:03.580848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:04.699076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:05.669295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:07.207199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:29.781677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:03:30.056866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e06af2b7-c06f-4c20-ba31-619fd69c40b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.023627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a2b3a532-b149-40ed-b934-060a6c2b9157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:33.584513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:34.696830 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:35.670641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:37.217680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:49.389348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35758) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:50.100817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1091576829-network', 'tenant_id': '475d36f3957a4e31a2e83a4c742a1eb2'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:50.107049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:50.111776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Usage tracker for resource:network and tenant:475d36f3957a4e31a2e83a4c742a1eb2 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:50.116850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:50.125495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:50.141738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Made reservation on behalf of 475d36f3957a4e31a2e83a4c742a1eb2 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:50.152168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.182957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.218523 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:50.226962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:475d36f3957a4e31a2e83a4c742a1eb2 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:50.233324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:50.246364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:50.442194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.449270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.482877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:50.527651 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.528607 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Added segment 974ca80e-2c3a-4d8f-ada5-6705b7f575b1 of type vxlan for network 5a3e3703-295c-4e86-9853-55add02ac5c8 Jan 15 15:03:50.593160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.642061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:50.683892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.690370 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:50.691206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:50.707634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efe4dfb-b9ee-4857-903b-20e776de63c2,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:50.719485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.721123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.721123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.721123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.721123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.721520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.721682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.722059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.722445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.722791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.723416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.723785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.724271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.724654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.725039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.725925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.726680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.726680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.727064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.727433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.727796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.728271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.728635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.729041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Tracked resource versions report: Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}, Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@hv-cinder-73414: { 'AddressGroup': '1.1', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 15:03:50.730499 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:03:50.740085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:50.740085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9393fe00-a30f-49d9-8649-8c216abc994b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:50.774506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35792) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:50.830407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35798) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:51.026465 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6341708 Jan 15 15:03:51.031210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35806) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:51.039296 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Request body: {'subnet': {'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1091576829-subnet', 'tenant_id': '475d36f3957a4e31a2e83a4c742a1eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:51.057603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:51.066638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Usage tracker for resource:subnet and tenant:475d36f3957a4e31a2e83a4c742a1eb2 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:51.075302 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5a3e3703-295c-4e86-9853-55add02ac5c8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:51.078041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:51.091009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:51.093062 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:51.094598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:51.114939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Made reservation on behalf of 475d36f3957a4e31a2e83a4c742a1eb2 for: {'subnet': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:51.127343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:51.258804 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:51.657393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1521367183-network', 'tenant_id': 'b0d19d64019a445bb2b8fee89fab4708'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:51.751018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:51.985192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Usage tracker for resource:network and tenant:b0d19d64019a445bb2b8fee89fab4708 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:51.991970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:52.011317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-network', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:52.043063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:52.094888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Made reservation on behalf of b0d19d64019a445bb2b8fee89fab4708 for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:52.103190 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.129838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:52.133947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.169134 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:52.176556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Usage tracker for resource:security_group_rule and tenant:b0d19d64019a445bb2b8fee89fab4708 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:52.182559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:52.193950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:52.384124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.388164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Usage tracker for resource:network and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:52.391565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:52.399155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:52.402732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.412441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1d8a0ead-65f1-41e4-aa45-3ef72ed083b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:52.440213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Made reservation on behalf of c42fdda061dc4ccca9f6d45e6bf8ad98 for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:52.448720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.475798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:52.513597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.639420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.639867 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Added segment 57ece866-94c9-4730-8054-197f67dbff29 of type vxlan for network 54848dc2-f93a-4af5-95f5-beb1181faea9 Jan 15 15:03:52.665399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:52.669012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb384200-54d9-449f-887c-f1c227631878,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:52.685757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Usage tracker for resource:security_group_rule and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:52.685757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:52.711772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.712133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.712606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.712982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.713375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.713776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.714206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.714836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.715420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.716170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.716737 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.717298 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.717902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.718319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.718861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.719324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.719698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.720060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.720555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.720927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.721342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.721698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.722086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.722489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Tracked resource versions report: Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}, Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@hv-cinder-73414: { 'AddressGroup': '1.1', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 15:03:52.723882 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:03:52.728861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:52.733799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:52.739687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.876637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.882891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:52.903470 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:52.937257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:52.938123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.215550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.278445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.289895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:53.312486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:53.320480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:53.515228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Checking segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:53.515810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Network hostable DHCP agents. Network: 5a3e3703-295c-4e86-9853-55add02ac5c8, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:53.540462 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7585902 Jan 15 15:03:53.540462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:03:53.540950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35874) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:53.550380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Request body: {'subnet': {'network_id': '54848dc2-f93a-4af5-95f5-beb1181faea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1521367183-subnet', 'tenant_id': 'b0d19d64019a445bb2b8fee89fab4708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:53.558984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:53.561179 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Pushing event updated for resources: {'Network': ['ID=54848dc2-f93a-4af5-95f5-beb1181faea9,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:53.569610 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.569945 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Added segment 051231cb-811d-4759-a282-e50f2c5d7684 of type vxlan for network a8096091-86f5-4853-bcd6-2603566edd32 Jan 15 15:03:53.571492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Usage tracker for resource:subnet and tenant:b0d19d64019a445bb2b8fee89fab4708 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:53.571615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:53.572074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:53.577173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:53.588787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:53.596659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:53.612222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:53.622795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:53.636773 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Made reservation on behalf of b0d19d64019a445bb2b8fee89fab4708 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:53.647077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.649573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 5a3e3703-295c-4e86-9853-55add02ac5c8) {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:53.652265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580f5d50-fc85-43f9-affb-aa8867e9c5d8,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:53.677754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.681549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc48f45-c50c-4cf1-8d8b-c30263318e50 None None] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:53.684153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:53.684805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.786519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:53.789329 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7567363 Jan 15 15:03:53.815209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.819637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:53.820296 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:53.824167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:53.983576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 35892) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:53.992212 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1594336 Jan 15 15:03:54.008381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Pushing event updated for resources: {'Network': ['ID=a8096091-86f5-4853-bcd6-2603566edd32,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:54.015697 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Request body: {'subnet': {'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-subnet', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:54.020438 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:54.061235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:54.074358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network a8096091-86f5-4853-bcd6-2603566edd32 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:54.078505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Usage tracker for resource:subnet and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:54.084708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:54.096957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:54.113132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Made reservation on behalf of c42fdda061dc4ccca9f6d45e6bf8ad98 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:03:54.123904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:54.192742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network a8096091-86f5-4853-bcd6-2603566edd32 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:03:54.770197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f0ed4c-8204-4897-aeb6-0ec8b2f556b0 None None] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:54.916008 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35936) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:54.919322 dv-cinder-734144-13-smb neutron-server[80007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 15 15:03:55.210286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996171-3037-4bff-8177-a51546110ce0 req-654d5380-8ee1-4e81-9d9d-e8463d45093d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:55.221754 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-654d5380-8ee1-4e81-9d9d-e8463d45093d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.3030484 Jan 15 15:03:55.239591 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-3a92554b-759f-41ad-8a5c-fdca74752b33 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/quotas/475d36f3957a4e31a2e83a4c742a1eb2 HTTP/1.1" status: 200 len: 375 time: 0.0179656 Jan 15 15:03:55.322923 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-f3de5f34-264d-47e5-a53b-79239d9737ba tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722089 Jan 15 15:03:55.415462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.447668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:55.699721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-cf395b69-9cd8-4e46-b343-d92ac1b9befb service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:03:55.702133 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-cf395b69-9cd8-4e46-b343-d92ac1b9befb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1185904 Jan 15 15:03:55.733684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:55.870542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9299d31-2209-408c-91a3-608d1053fe80,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:55.890762 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:55.891635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5e3a5ad5-f06f-4d10-ad74-f752216a7f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:55.955712 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-8a88bad6-7f6e-4c32-9f42-0cb0e942bda7 service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444720 Jan 15 15:03:56.110662 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c34bdd0-0547-4433-9a82-28b44b4a8f8f,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:56.118617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:56.178744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Checking segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:56.179181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Network hostable DHCP agents. Network: a8096091-86f5-4853-bcd6-2603566edd32, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:56.232390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Network a8096091-86f5-4853-bcd6-2603566edd32 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:56.249207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Checking segment: {'id': '57ece866-94c9-4730-8054-197f67dbff29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54848dc2-f93a-4af5-95f5-beb1181faea9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:03:56.249597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Network hostable DHCP agents. Network: 54848dc2-f93a-4af5-95f5-beb1181faea9, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:03:56.287163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, a8096091-86f5-4853-bcd6-2603566edd32) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:56.298389 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73609c3f-009c-4671-8e27-4e27e8e3ec4a None None] Network a8096091-86f5-4853-bcd6-2603566edd32 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:56.335718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:56.336818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.351703 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-01046df7-76cc-4fc7-98db-b7e33e79ce94 service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3860433 Jan 15 15:03:56.384021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:03:56.408915 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-96898771-9dd7-4b8b-a118-a7b977769429 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4220526 Jan 15 15:03:56.411694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 35976) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:56.425234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:03:56.426487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 54848dc2-f93a-4af5-95f5-beb1181faea9) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:56.443203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:03:56.447564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:56.448388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.462907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Usage tracker for resource:router and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:03:56.470124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:03:56.486124 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9313762 Jan 15 15:03:56.486484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:03:56.507928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1041205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499772'] for router, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.509086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853734574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854276021'] for router, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:56.519814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecbfad6-7d18-4362-9224-f6dba0721e18 None None] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:56.557052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.123122 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a0a95b51-b703-4899-84e6-bfd099538ed8 req-31e0bae9-673b-405c-9327-13900c015d5f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1010265 Jan 15 15:03:57.211091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472a3f61-8dc0-4ddc-a296-89796d2da33c None None] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:03:57.531573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.537388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cc69f6f-a35f-5dc5-b60c-bcf0b3486b85-a8096091-86f5-4853-bcd6-2603566edd32', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80'}]}} from dv-cinder-734144-13-smb. {{(pid=80124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:03:57.538413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:57.684767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36038) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:03:57.708688 dv-cinder-734144-13-smb neutron-server[80007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 15 15:03:58.023495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-6a5e302d-1090-4891-b92d-6267b6c68f81 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:03:58.031574 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-6a5e302d-1090-4891-b92d-6267b6c68f81 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/networks?id=54848dc2-f93a-4af5-95f5-beb1181faea9 HTTP/1.1" status: 200 len: 812 time: 0.3271937 Jan 15 15:03:58.061447 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-4e7d709d-8c5d-45c6-8e4f-be10b0aeaaa5 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/quotas/b0d19d64019a445bb2b8fee89fab4708 HTTP/1.1" status: 200 len: 375 time: 0.0287707 Jan 15 15:03:58.149966 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-62dce4df-b9a6-4202-be18-0d69cfadedb2 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?tenant_id=b0d19d64019a445bb2b8fee89fab4708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871265 Jan 15 15:03:58.439808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-511e8395-bdb2-40f5-b16d-58c676b19301 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:03:58.441042 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-511e8395-bdb2-40f5-b16d-58c676b19301 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1641469 Jan 15 15:03:58.550293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Allocated IP 172.20.0.2 (a8096091-86f5-4853-bcd6-2603566edd32/f9299d31-2209-408c-91a3-608d1053fe80/c7246e43-0e24-4dab-95a7-622119b72c32) {{(pid=80124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:58.554606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.667498 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:58.805602 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-50214882-a0b8-412c-9ecd-04fd8238b4e1 service neutron] 10.222.0.71 "GET /v2.0/networks/54848dc2-f93a-4af5-95f5-beb1181faea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567908 Jan 15 15:03:59.126225 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-b6a0cbac-ebcf-4947-9b61-f67ecbae7889 service neutron] 10.222.0.71 "GET /v2.0/networks/54848dc2-f93a-4af5-95f5-beb1181faea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3132999 Jan 15 15:03:59.139884 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-afd48fff-2db5-48e1-8771-141c8905fdcd req-6c851837-f19e-4631-a362-b6b0ce3f286c tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1440654 Jan 15 15:03:59.215844 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Notify callbacks [] for port, precommit_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:59.256858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Transition to ACTIVE for port object c7246e43-0e24-4dab-95a7-622119b72c32 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:59.327339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Transition to ACTIVE for port object c7246e43-0e24-4dab-95a7-622119b72c32 will not be triggered until provisioned by entity DHCP. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:03:59.348862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:03:59.401131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:03:59.674064 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d258fc-009c-4ab2-a809-cc70f13382f2 req-00712782-b302-4c68-8df9-7089f425bbc5 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 0.1172986 Jan 15 15:03:59.744622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Pushing event updated for resources: {'Port': ['ID=c7246e43-0e24-4dab-95a7-622119b72c32,revision_number=1']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:03:59.771964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.772388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.772774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.774837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.778558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.779258 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.779897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.780525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.781161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.781825 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.782526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.783806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.784062 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.784619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.786571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.789398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.796071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.796482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.797556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.797768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.798181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.798649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.798907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.799251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Tracked resource versions report: Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}, Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@hv-cinder-73414: { 'AddressGroup': '1.1', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 15:03:59.800879 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:03:59.820922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:03:59.873858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Allocated IP 172.28.1.159 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/146f4649-52e2-482c-b14b-4ed39705d6b5) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:03:59.958846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Network a8096091-86f5-4853-bcd6-2603566edd32 is already hosted by enough agents. {{(pid=80124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:03:59.962169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Resources bound (agent type, host, resource id): {{(pid=80124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:03:59.969436 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Received port after_create {{(pid=80124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:00.258544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Attempting to bind port c7246e43-0e24-4dab-95a7-622119b72c32 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:00.259249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Attempting to bind port c7246e43-0e24-4dab-95a7-622119b72c32 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:00.265361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Attempting to bind port c7246e43-0e24-4dab-95a7-622119b72c32 on network a8096091-86f5-4853-bcd6-2603566edd32 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:00.301333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:00.304503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Checking segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:00.308727 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.310758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.312003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Bound using segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:00.315918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Bound port: c7246e43-0e24-4dab-95a7-622119b72c32, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:00.319045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.354442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.391212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-84c4fe8f-b929-442d-b8d6-e6bd2c4ca8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:00.517042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] For port c7246e43-0e24-4dab-95a7-622119b72c32, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:00.520983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] For port c7246e43-0e24-4dab-95a7-622119b72c32, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=c7246e43-0e24-4dab-95a7-622119b72c32,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:00.522827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7f8c38ef-4c01-4d54-b0c9-fbf7c2e51c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.528010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:00.557018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:00.625127 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-70596f9d-c87d-40ca-8b4a-2de921dc08ce req-706d38c5-1654-4024-abaa-f8fc13a0b446 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1880231 Jan 15 15:04:00.687412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Pushing event updated for resources: {'Port': ['ID=146f4649-52e2-482c-b14b-4ed39705d6b5,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:00.704875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:00.830090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Pushing event updated for resources: {'Port': ['ID=c7246e43-0e24-4dab-95a7-622119b72c32,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:00.836872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:01.003165 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.72', 58388) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:01.029846 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a07b9ed9-49e9-41c7-b116-9e92be311575 req-edbbbd6e-ab2e-4dea-a8d1-11ce41d29208 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 0.2021270 Jan 15 15:04:01.100731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:01.102291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:01.114260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:01.610959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996171-3037-4bff-8177-a51546110ce0 req-60f91c2c-818e-4b06-99e8-fb070a55721a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:01.612730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-99996171-3037-4bff-8177-a51546110ce0 req-60f91c2c-818e-4b06-99e8-fb070a55721a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:01.637830 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-99996171-3037-4bff-8177-a51546110ce0 req-60f91c2c-818e-4b06-99e8-fb070a55721a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:01.639308 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-60f91c2c-818e-4b06-99e8-fb070a55721a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.6344018 Jan 15 15:04:01.723880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Request body: {'port': {'device_id': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8', 'admin_state_up': True, 'tenant_id': '475d36f3957a4e31a2e83a4c742a1eb2'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:02.285957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c7246e43-0e24-4dab-95a7-622119b72c32 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:02.297791 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-02812413-e7f4-48c7-ac52-ca0f8e78caf9 req-e553103e-49b4-4038-9668-539cad12e10c tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1950617 Jan 15 15:04:02.471433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.660378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port c7246e43-0e24-4dab-95a7-622119b72c32 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:02.781085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:02.790837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Usage tracker for resource:port and tenant:475d36f3957a4e31a2e83a4c742a1eb2 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:02.800030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:02.817084 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:02.843120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Made reservation on behalf of 475d36f3957a4e31a2e83a4c742a1eb2 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:02.853223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:02.974440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.72', 58399) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:03.044051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-afdc29fb-262e-4f2b-83ef-d13ab5b4d0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.140163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4107d3-8c2e-4271-bf2e-b580a910d000 None None] Network a8096091-86f5-4853-bcd6-2603566edd32 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:03.384954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Provisioning for port c7246e43-0e24-4dab-95a7-622119b72c32 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:03.396034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Provisioning complete for port c7246e43-0e24-4dab-95a7-622119b72c32 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:03.396736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:03.576514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36274) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:03.767097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36280) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:03.781247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.132253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.202827 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa039d89-b47b-40fc-8afd-6671e51d1243 req-ee82a02b-b1dc-4661-8157-8363832e0dc0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1337926 Jan 15 15:04:04.241738 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5afab196-44a0-4097-8214-c232d7607be7 req-92f0eb0d-4ee7-4fbe-ab9d-44b49df46e12 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 1.0112100 Jan 15 15:04:04.252989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] For port c7246e43-0e24-4dab-95a7-622119b72c32, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=c7246e43-0e24-4dab-95a7-622119b72c32,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:04.274747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853734612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502'] for router, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.297154 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.316030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:04.316455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-7d55a29c-2279-46f2-9395-42acb810c379 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:04.326690 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-7d55a29c-2279-46f2-9395-42acb810c379 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.72 "GET /v2.0/networks?id=54848dc2-f93a-4af5-95f5-beb1181faea9 HTTP/1.1" status: 200 len: 812 time: 1.2622375 Jan 15 15:04:04.440473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Request body: {'port': {'device_id': '03e0732f-a6dc-42bb-8232-100314e65f51', 'network_id': '54848dc2-f93a-4af5-95f5-beb1181faea9', 'admin_state_up': True, 'tenant_id': 'b0d19d64019a445bb2b8fee89fab4708'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:04.774891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:04.778954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Pushing event updated for resources: {'Port': ['ID=c7246e43-0e24-4dab-95a7-622119b72c32,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:04.805820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:04.952678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.012863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.066248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:05.107368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Usage tracker for resource:security_group_rule and tenant:2135d3bcbda14e31b9073e17298d5ddd is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:05.145470 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:05.148165 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 is scheduled to L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a with binding_index 1 {{(pid=80123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:04:05.149245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:05.192826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Usage tracker for resource:security_group_rule and tenant:0559dfe4ea214b8988fb47ce5050b0ab is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:05.200064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:05.214454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:05.246347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:05.256893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:05.277868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Usage tracker for resource:port and tenant:b0d19d64019a445bb2b8fee89fab4708 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:05.304920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:05.395730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-59f6c9cb-0110-47f2-a7c1-315672e621fd None None] Provisioning complete for port c7246e43-0e24-4dab-95a7-622119b72c32 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:05.402169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9cb-0110-47f2-a7c1-315672e621fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.603587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:05.917313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:05.934212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Sync routers for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:05.937303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:05.993464 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9d018a1d-bd0a-4857-abbe-2ca7bf757493 req-fed010b7-4bfb-4600-83c8-be5f1d5b00ad tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1656158 Jan 15 15:04:06.004706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:06.019420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:04:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:06.035660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.043567 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6267402 Jan 15 15:04:06.045434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36348) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:06.147228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.165443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-dccc3beb-c084-4ba6-9fe5-36940fa374da None None] Provisioning complete for port c7246e43-0e24-4dab-95a7-622119b72c32 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:06.166309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dccc3beb-c084-4ba6-9fe5-36940fa374da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.260529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.426733 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-32c065b4-6891-4d64-aab9-a8120ca7746d req-902fbac3-5128-4570-8917-da598935370d tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 0.1535285 Jan 15 15:04:06.517099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c7246e43-0e24-4dab-95a7-622119b72c32 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:06.595814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:06.666092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Synchronizing usage tracker for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:06.701636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Made reservation on behalf of b0d19d64019a445bb2b8fee89fab4708 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:06.743572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:06.745904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:06.888431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36368) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:06.929189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Allocated IP 172.20.0.14 (5a3e3703-295c-4e86-9853-55add02ac5c8/72e6ce6c-7e2a-4a3b-b671-bb98291d06a5/8de5454d-b98d-4066-b04c-37c9416a9949) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:07.088933 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Unset dirty status for tenant:5a7f8ae0ecbb4f56bbadfd00389b0892 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:07.097920 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0559dfe4ea214b8988fb47ce5050b0ab&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5136504 Jan 15 15:04:07.113637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36378) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:07.152186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port c7246e43-0e24-4dab-95a7-622119b72c32 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:07.158994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.499916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:04:07.546920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.591437 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:01Z', 'revision_number': 3, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:07.596452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Checking router: 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:07.597180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Updating router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 port 146f4649-52e2-482c-b14b-4ed39705d6b5 binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:04:07.659765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:07.810513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98abdcf-16e7-40cc-a004-b0417a1fdd42,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:07.842874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:07.950670 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36335c19-5e85-40df-bdf2-8e88c170b3c3 req-a723dc3c-3e95-4625-8ce4-4fca32d79264 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.0804005 Jan 15 15:04:08.108365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.554248 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5364a140-92f5-4d2c-8016-522058cb6c2f req-ee1b62f4-0150-4d86-a0e7-7019606b05e3 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 0.4717863 Jan 15 15:04:08.584601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:08.606309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.728364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.751627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Transition to ACTIVE for port object 146f4649-52e2-482c-b14b-4ed39705d6b5 will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:08.756133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.796673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.798910 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Usage tracker for resource:security_group_rule and tenant:ee75950bed754198aec9538aa859c403 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:08.829256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:08.835583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:08.868059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:08.927414 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-31a9ec7e-3bba-4db7-a3b3-dc94d6bf52ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:09.018270 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2135d3bcbda14e31b9073e17298d5ddd&name=default HTTP/1.1" status: 200 len: 2975 time: 5.2486351 Jan 15 15:04:09.019893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.030056 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36410) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:09.053926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:09.166326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Attempting to bind port 146f4649-52e2-482c-b14b-4ed39705d6b5 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:09.167353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Attempting to bind port 146f4649-52e2-482c-b14b-4ed39705d6b5 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:09.168358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Attempting to bind port 146f4649-52e2-482c-b14b-4ed39705d6b5 on network f32376d6-bd19-4563-b529-d250bc891f90 {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:09.195155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:09.196218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:09.197228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.198225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Bound using segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:09.199406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Bound port: 146f4649-52e2-482c-b14b-4ed39705d6b5, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:09.200360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.409229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] For port 146f4649-52e2-482c-b14b-4ed39705d6b5, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:09.422213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] For port 146f4649-52e2-482c-b14b-4ed39705d6b5, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=146f4649-52e2-482c-b14b-4ed39705d6b5,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:09.429042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:09.528608 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-11340519-9e5f-45ea-ac6e-30df76b13dd9 req-95ee3ba8-e2c7-4b74-9f85-9215d499ee98 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1235743 Jan 15 15:04:09.608111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cce7d04-8cef-4c7a-9fc3-564272eda3cf,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:09.623352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:09.697284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Pushing event updated for resources: {'Port': ['ID=146f4649-52e2-482c-b14b-4ed39705d6b5,revision_number=2']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:09.722264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Allocated IP 172.20.0.9 (54848dc2-f93a-4af5-95f5-beb1181faea9/3c34bdd0-0547-4433-9a82-28b44b4a8f8f/678b5ec6-215f-4a6b-9946-786d34e993c0) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:09.804058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.804421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.804842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.805467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.806158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.806811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.807366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.807884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.810854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.811258 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.811747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.812122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.812588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.812952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.813357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.813888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.814386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.814883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.815485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.815854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.816340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.816909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.817518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.817975 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Tracked resource versions report: Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: pushed versions: Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: { 'AddressGroup': {'1.1'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': {'1.0'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': {'1.0'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': {'1.1'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': {'1.6'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': {'1.2'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': {'1.8'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': {'1.4'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': {'1.2'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': {'1.0'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': {'1.1'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': {'1.1'}} Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: consumer versions: Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: { DHCP agent@dv-cinder-734144-13-smb: {}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: L3 agent@dv-cinder-734144-13-smb: {}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: Metadata agent@dv-cinder-734144-13-smb: {}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: Metering agent@dv-cinder-734144-13-smb: {}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@dv-cinder-734144-13-smb: { 'AddressGroup': '1.1', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}, Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: Open vSwitch agent@hv-cinder-73414: { 'AddressGroup': '1.1', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'ConntrackHelper': '1.0', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Log': '1.0', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Network': '1.1', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Port': '1.6', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'PortForwarding': '1.2', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'QosPolicy': '1.8', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroup': '1.4', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SecurityGroupRule': '1.2', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'SubPort': '1.0', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Subnet': '1.1', Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: 'Trunk': '1.1'}} Jan 15 15:04:09.845274 dv-cinder-734144-13-smb neutron-server[80007]: {{(pid=80125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 15:04:09.858262 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:09.866118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:09.869537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Allocated IP 172.20.0.1 (a8096091-86f5-4853-bcd6-2603566edd32/f9299d31-2209-408c-91a3-608d1053fe80/209ed24c-47b5-4b80-879c-451b030d3777) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:10.109467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.231691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Pushing event updated for resources: {'Port': ['ID=146f4649-52e2-482c-b14b-4ed39705d6b5,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:10.258811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:10.282739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:10.283454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:04:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:10.388201 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f5013099-1eb2-4c53-a8d3-df2ff795d896 req-fd53c1d2-5e5e-41e2-9891-54792555dc9c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 0.2449374 Jan 15 15:04:10.388969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.429429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Transition to ACTIVE for port object 209ed24c-47b5-4b80-879c-451b030d3777 will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:10.457578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.463757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:10.482792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:10.597156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Pushing event updated for resources: {'Port': ['ID=209ed24c-47b5-4b80-879c-451b030d3777,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:10.605088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:10.638727 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.114412 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38863df7-3747-4218-86cd-e678721b9286 req-415b3b2d-5834-4c84-bb03-a1cde4e8fbd5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.2703364 Jan 15 15:04:11.134158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Network a8096091-86f5-4853-bcd6-2603566edd32 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:11.159503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:11.171424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:11.172258 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853736946'] for router_interface, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.178822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.210162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:11.230535 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.768199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:11.858085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-75bb032d-7365-4ade-9ba2-3dd94592f867 None None] Provisioning for port 209ed24c-47b5-4b80-879c-451b030d3777 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:11.861589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:11.894526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-75bb032d-7365-4ade-9ba2-3dd94592f867 None None] Provisioning complete for port 209ed24c-47b5-4b80-879c-451b030d3777 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:11.895127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-75bb032d-7365-4ade-9ba2-3dd94592f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.025706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event updated for resources: {'Port': ['ID=8de5454d-b98d-4066-b04c-37c9416a9949,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.082193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-75bb032d-7365-4ade-9ba2-3dd94592f867 None None] Port 209ed24c-47b5-4b80-879c-451b030d3777 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:12.108281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:12.137867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:01Z', 'revision_number': 3, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:12.138553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.158713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9b97c-d931-42b9-a2a5-9d93abd6d005 None None] The sync data for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb is: [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:01Z', 'revision_number': 3, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:12.169888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:12.185020 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.209834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:12.243109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:12.244144 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.317692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-19df72f9-9926-4ab6-b975-067acc08143e req-1d34c830-ee8c-461a-a6de-b47a43baf1c6 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Synchronizing usage tracker for tenant:b0d19d64019a445bb2b8fee89fab4708 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:12.395955 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.6906517 Jan 15 15:04:12.408157 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.415149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.430125 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b98abdcf-16e7-40cc-a004-b0417a1fdd42 HTTP/1.1" status: 204 len: 168 time: 5.2772312 Jan 15 15:04:12.468842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98abdcf-16e7-40cc-a004-b0417a1fdd42,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:12.551762 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:12.573049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36458) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:12.573732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.679050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.700767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.716157 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.717558 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7cce7d04-8cef-4c7a-9fc3-564272eda3cf HTTP/1.1" status: 204 len: 168 time: 3.6804743 Jan 15 15:04:12.773432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:12.826628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.861158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-774532e2-264e-45f6-93e4-5d89708e9011 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:04:12.863823 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-774532e2-264e-45f6-93e4-5d89708e9011 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0399337 Jan 15 15:04:12.880008 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:12.891534 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-19df72f9-9926-4ab6-b975-067acc08143e req-1d34c830-ee8c-461a-a6de-b47a43baf1c6 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Unset dirty status for tenant:b0d19d64019a445bb2b8fee89fab4708 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:12.917273 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-19df72f9-9926-4ab6-b975-067acc08143e req-1d34c830-ee8c-461a-a6de-b47a43baf1c6 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 1.0730381 Jan 15 15:04:12.918469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cce7d04-8cef-4c7a-9fc3-564272eda3cf,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:13.510968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:13.511705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:13.686784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20cd0ab-925f-48a7-bc18-cb0086c689c8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:13.718711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:13.850612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfd51e-5809-488a-b2c2-f3d48509ef96 req-793e45ab-530a-4c30-ab52-8bcf63efbb8e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:13.853860 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b1dfd51e-5809-488a-b2c2-f3d48509ef96 req-793e45ab-530a-4c30-ab52-8bcf63efbb8e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 932 time: 0.8056717 Jan 15 15:04:13.876190 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-29ffd7d5-e5cc-4532-a9dd-5081a88c25cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.796s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:14.010807 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee75950bed754198aec9538aa859c403&name=default HTTP/1.1" status: 200 len: 2975 time: 7.0970728 Jan 15 15:04:14.040224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36492) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:14.130921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.144972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.174744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36500) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:14.183741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:14.196325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc6f40c9dda4314856fd55531ed5f0a is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:14.204478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:14.241055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:14.330925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Pushing event updated for resources: {'Port': ['ID=678b5ec6-215f-4a6b-9946-786d34e993c0,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:14.343815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:14.381439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:14.386562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:14.411680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:14.416644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 146f4649-52e2-482c-b14b-4ed39705d6b5 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:14.505940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:14.507019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.614935 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.1878138 Jan 15 15:04:14.621910 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 146f4649-52e2-482c-b14b-4ed39705d6b5 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:14.623786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.637114 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 146f4649-52e2-482c-b14b-4ed39705d6b5 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:14.637330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.666295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.668045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.683303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Request body: {'port': {'device_id': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:14.689674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.695628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039089'] for router_interface, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.890407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:14.919415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.946404 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Request body: {'port': {'device_id': '03e0732f-a6dc-42bb-8232-100314e65f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:14.970811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 146f4649-52e2-482c-b14b-4ed39705d6b5, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=146f4649-52e2-482c-b14b-4ed39705d6b5,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:14.979610 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:14.994065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:15.022262 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b1dfd51e-5809-488a-b2c2-f3d48509ef96 req-5eb26612-90af-4e90-b2e5-e8adb2b1968a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0767283 Jan 15 15:04:15.028472 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Pushing event updated for resources: {'Port': ['ID=209ed24c-47b5-4b80-879c-451b030d3777,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:15.033735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:15.041586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:15.085319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:15.097343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76524bfb-328c-48e3-ae4b-60d5263fa4f4,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:15.111963 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:15.132624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad92a2b1b274fffb6250e466c8575a6 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:15.144718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Network a8096091-86f5-4853-bcd6-2603566edd32 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:15.202093 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:15.208636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:15.221531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72abe138-5556-4240-99f8-830d5a368a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.234798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:15.250962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=146f4649-52e2-482c-b14b-4ed39705d6b5,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:15.258303 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4fc6f40c9dda4314856fd55531ed5f0a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6106291 Jan 15 15:04:15.270256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36516) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:15.284663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:15.882054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-a8ab5a4e-1d12-4518-82f7-8d1b030ef164 None None] Provisioning complete for port 209ed24c-47b5-4b80-879c-451b030d3777 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:15.886171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5a4e-1d12-4518-82f7-8d1b030ef164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.886870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:15.958264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72abe138-5556-4240-99f8-830d5a368a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.048504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab5a4e-1d12-4518-82f7-8d1b030ef164 None None] Port 209ed24c-47b5-4b80-879c-451b030d3777 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:16.194390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.214353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36530) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:16.223058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.348484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 146f4649-52e2-482c-b14b-4ed39705d6b5 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:16.356248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:16.389025 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ad92a2b1b274fffb6250e466c8575a6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7630796 Jan 15 15:04:16.394881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36536) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:16.435162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2d4a1d-1094-4111-a5db-5718d2adfe3e,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:16.447790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:16.493291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:04:16.510986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.583626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.653745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:16.831822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 146f4649-52e2-482c-b14b-4ed39705d6b5 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:16.832621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.184802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992958304-network', 'tenant_id': '7d435c15f813487784f2dafb2effe803'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:17.199426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:17.211201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Usage tracker for resource:network and tenant:7d435c15f813487784f2dafb2effe803 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:17.228279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:17.259103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.343388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:17.397387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Made reservation on behalf of 7d435c15f813487784f2dafb2effe803 for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:17.404613 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.463622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.468127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.499171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497004b-504d-423d-af7d-948bb367191e req-32619113-16f6-421f-b512-742e4b4f337a tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:17.507066 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b497004b-504d-423d-af7d-948bb367191e req-32619113-16f6-421f-b512-742e4b4f337a tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 931 time: 2.8592377 Jan 15 15:04:17.524923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678b5ec6-215f-4a6b-9946-786d34e993c0 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:17.531155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:17.533846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.548104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Transition to ACTIVE for port object 678b5ec6-215f-4a6b-9946-786d34e993c0 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:17.580508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cc43-f077-443d-94cc-1240220316d4 req-6651de63-36db-4a13-9667-a3356d339942 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:17.583495 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5520cc43-f077-443d-94cc-1240220316d4 req-6651de63-36db-4a13-9667-a3356d339942 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 932 time: 1.0621302 Jan 15 15:04:17.613104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Usage tracker for resource:security_group_rule and tenant:7d435c15f813487784f2dafb2effe803 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:17.627097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.646931 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:17.664110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:17.676517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:17.715945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:17.732770 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Sync routers for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:17.734275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.741294 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5520cc43-f077-443d-94cc-1240220316d4 req-c221e09b-0d17-44da-9a08-a652cc9f4c66 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320636 Jan 15 15:04:17.747412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:17.748344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:04:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:17.757540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:17.785915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2d4a1d-1094-4111-a5db-5718d2adfe3e,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:17.796466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:17.829131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.835072 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a2d4a1d-1094-4111-a5db-5718d2adfe3e HTTP/1.1" status: 204 len: 168 time: 1.4309204 Jan 15 15:04:17.916082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.933478 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] 10.222.0.71 "PUT /v2.0/routers/6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8842790 Jan 15 15:04:17.935067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:17.940811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b2e095cd-449b-4ed6-a707-a5ae5ac2eeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:17.974983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318be81-938e-4aa0-be31-7654ea5f4c9a,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:17.995010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:18.012881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:04:18.045013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.045995 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Added segment fa3c6c6f-f5a8-4a18-949e-c3db1400911f of type vxlan for network 053497f6-73b4-45a9-b737-7ce622119634 Jan 15 15:04:18.114208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.174707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.176054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:18.176710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.210871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:18.282434 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0575278 Jan 15 15:04:18.293741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36562) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:18.338495 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b497004b-504d-423d-af7d-948bb367191e req-f984b0e0-f69b-4571-9b54-06cd50cbcc90 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8303096 Jan 15 15:04:18.395035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Request body: {'subnet': {'network_id': '053497f6-73b4-45a9-b737-7ce622119634', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992958304-subnet', 'tenant_id': '7d435c15f813487784f2dafb2effe803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:18.408514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:18.425652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:18.544965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Pushing event updated for resources: {'Network': ['ID=053497f6-73b4-45a9-b737-7ce622119634,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:18.560412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:18.611932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 053497f6-73b4-45a9-b737-7ce622119634 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:18.790796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 053497f6-73b4-45a9-b737-7ce622119634 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:18.833119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Usage tracker for resource:subnet and tenant:7d435c15f813487784f2dafb2effe803 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:18.849951 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72abe138-5556-4240-99f8-830d5a368a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.850542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Pushing event updated for resources: {'Port': ['ID=678b5ec6-215f-4a6b-9946-786d34e993c0,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:18.869172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:18.874802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.878584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.202s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:18.895751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:18.899952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b5c25553-9332-4670-8576-8596a3a79d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:18.963591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.967623 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/76524bfb-328c-48e3-ae4b-60d5263fa4f4 HTTP/1.1" status: 204 len: 168 time: 3.6591933 Jan 15 15:04:18.967623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abe138-5556-4240-99f8-830d5a368a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20cd0ab-925f-48a7-bc18-cb0086c689c8,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:18.983846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72abe138-5556-4240-99f8-830d5a368a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:18.988229 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-72abe138-5556-4240-99f8-830d5a368a00 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d20cd0ab-925f-48a7-bc18-cb0086c689c8 HTTP/1.1" status: 204 len: 168 time: 4.9436591 Jan 15 15:04:18.991716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Attempting to bind port 678b5ec6-215f-4a6b-9946-786d34e993c0 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:18.992455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Attempting to bind port 678b5ec6-215f-4a6b-9946-786d34e993c0 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '57ece866-94c9-4730-8054-197f67dbff29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54848dc2-f93a-4af5-95f5-beb1181faea9'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:18.992597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Attempting to bind port 678b5ec6-215f-4a6b-9946-786d34e993c0 on network 54848dc2-f93a-4af5-95f5-beb1181faea9 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:18.999249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Made reservation on behalf of 7d435c15f813487784f2dafb2effe803 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:19.008378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.032694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:19.033140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Checking segment: {'id': '57ece866-94c9-4730-8054-197f67dbff29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54848dc2-f93a-4af5-95f5-beb1181faea9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:19.033594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.034128 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Bound using segment: {'id': '57ece866-94c9-4730-8054-197f67dbff29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54848dc2-f93a-4af5-95f5-beb1181faea9'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:19.034624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Bound port: 678b5ec6-215f-4a6b-9946-786d34e993c0, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ece866-94c9-4730-8054-197f67dbff29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54848dc2-f93a-4af5-95f5-beb1181faea9'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:19.035212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.055042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76524bfb-328c-48e3-ae4b-60d5263fa4f4,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:19.150310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:19.151105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:19.151616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:19.353239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.resource_extend [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:04:19.379204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36594) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:19.385976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'security_group': {'name': 'tempest-securitygroup--1284691359', 'description': 'tempest-description--1035298882'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:19.414952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:19.444015 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:19.454902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:19.479355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:19.510408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:19.628547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:19.641071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group_rule and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:19.659808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:19.671174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:19.698753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] For port 678b5ec6-215f-4a6b-9946-786d34e993c0, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:19.712664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] For port 678b5ec6-215f-4a6b-9946-786d34e993c0, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=678b5ec6-215f-4a6b-9946-786d34e993c0,segment=NetworkSegment(57ece866-94c9-4730-8054-197f67dbff29),segment_id=57ece866-94c9-4730-8054-197f67dbff29)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:19.985415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de5454d-b98d-4066-b04c-37c9416a9949 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:20.009392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.056680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Transition to ACTIVE for port object 8de5454d-b98d-4066-b04c-37c9416a9949 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:20.077817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.125072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.125911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36620) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:20.140793 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:13Z', 'revision_number': 2, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:20.150974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Checking router: 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:20.151564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Updating router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 port 209ed24c-47b5-4b80-879c-451b030d3777 binding host dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:04:20.152675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.190902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:20.212562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.247323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:20.254097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.260080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.269823 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8887186 Jan 15 15:04:20.277018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36624) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:20.278676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d0db1-d947-42b9-92b8-3b2b6ee4121f,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:20.285921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.334369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:20.343081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:20.363358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'security_group_rule': {'security_group_id': 'a26d0db1-d947-42b9-92b8-3b2b6ee4121f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:20.401406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004818f-fe5d-4645-b857-5e31db202d67 req-e1684128-1976-40ef-aedd-d7559762f2a1 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.403163 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a004818f-fe5d-4645-b857-5e31db202d67 req-e1684128-1976-40ef-aedd-d7559762f2a1 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 943 time: 0.6601765 Jan 15 15:04:20.407317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:20.410533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0038163e0e2c4d2d906d202cefe621d7 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:20.415620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:20.426389 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group_rule and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:20.447036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:20.452774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:20.473801 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:20.603555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a004818f-fe5d-4645-b857-5e31db202d67 req-c332df6d-237f-4346-a0bf-9557093282b5 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Synchronizing usage tracker for tenant:b0d19d64019a445bb2b8fee89fab4708 on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:20.641103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.665605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a004818f-fe5d-4645-b857-5e31db202d67 req-c332df6d-237f-4346-a0bf-9557093282b5 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Unset dirty status for tenant:b0d19d64019a445bb2b8fee89fab4708 on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:20.666854 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a004818f-fe5d-4645-b857-5e31db202d67 req-c332df6d-237f-4346-a0bf-9557093282b5 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473688 Jan 15 15:04:20.792687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2d37a-a9ec-4d9f-8007-3678c6a8d6df req-4fa5b790-d9e3-4d0b-9ab6-2bfe1ed847e9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:20.794982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-95b2d37a-a9ec-4d9f-8007-3678c6a8d6df req-4fa5b790-d9e3-4d0b-9ab6-2bfe1ed847e9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:20.838243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.888695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.905065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.908467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:20.932635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:20.985892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Pushing event updated for resources: {'Port': ['ID=678b5ec6-215f-4a6b-9946-786d34e993c0,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:20.993514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb7a326-a6f7-422d-9811-2c76bc82b9e2,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.027872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.028355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.101937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.105591 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7778585 Jan 15 15:04:21.109958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36642) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:21.136630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'security_group_rule': {'security_group_id': 'a26d0db1-d947-42b9-92b8-3b2b6ee4121f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:21.160910 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0038163e0e2c4d2d906d202cefe621d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0307977 Jan 15 15:04:21.160910 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49b0a98-2a19-42c3-bc99-02fac5c5d94f,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.164178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.164883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36648) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:21.170311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:21.188440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group_rule and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:21.194672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:21.203768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-95b2d37a-a9ec-4d9f-8007-3678c6a8d6df req-4fa5b790-d9e3-4d0b-9ab6-2bfe1ed847e9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:21.205155 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-95b2d37a-a9ec-4d9f-8007-3678c6a8d6df req-4fa5b790-d9e3-4d0b-9ab6-2bfe1ed847e9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 932 time: 2.0564938 Jan 15 15:04:21.220532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:21.277545 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Pushing event updated for resources: {'Port': ['ID=8de5454d-b98d-4066-b04c-37c9416a9949,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.278204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.282898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.331929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.332166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.332351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.362071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.369853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Transition to ACTIVE for port object 209ed24c-47b5-4b80-879c-451b030d3777 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:21.374717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.393812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:21.394742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.395026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.397374 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] 10.222.0.72 "PUT /v2.0/ports/678b5ec6-215f-4a6b-9946-786d34e993c0 HTTP/1.1" status: 200 len: 1157 time: 6.7461228 Jan 15 15:04:21.398287 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:21.463604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.517580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec4f78-7f09-4788-a7c5-2aa9536da8c6 None None] Pushing event updated for resources: {'Port': ['ID=209ed24c-47b5-4b80-879c-451b030d3777,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.528120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6eec4f78-7f09-4788-a7c5-2aa9536da8c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.609722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Attempting to bind port 8de5454d-b98d-4066-b04c-37c9416a9949 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:21.610303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Attempting to bind port 8de5454d-b98d-4066-b04c-37c9416a9949 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:21.612245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Attempting to bind port 8de5454d-b98d-4066-b04c-37c9416a9949 on network 5a3e3703-295c-4e86-9853-55add02ac5c8 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:21.703445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.710772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.711992 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.714172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-715f99b8-ac4e-47b7-a9e9-1959ddfe1538 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.757328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-95b2d37a-a9ec-4d9f-8007-3678c6a8d6df req-d4b79d02-445b-4e78-b4dc-b3fdd64d1d8d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:21.824860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:21.825488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Checking segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:21.826213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.826893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Bound using segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:21.839180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Bound port: 8de5454d-b98d-4066-b04c-37c9416a9949, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:21.840081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.887806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d2eca0-b1a1-4e57-9005-be5c2ac4a837,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.903003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.904600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:21.947690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49b0a98-2a19-42c3-bc99-02fac5c5d94f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:21.957308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.963077 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e49b0a98-2a19-42c3-bc99-02fac5c5d94f HTTP/1.1" status: 204 len: 168 time: 0.7950385 Jan 15 15:04:21.964784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:21.965638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:21.987550 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8362949 Jan 15 15:04:21.989320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36678) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:22.022155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Attempting to bind port 209ed24c-47b5-4b80-879c-451b030d3777 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:22.023203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Attempting to bind port 209ed24c-47b5-4b80-879c-451b030d3777 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:22.023820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Attempting to bind port 209ed24c-47b5-4b80-879c-451b030d3777 on network a8096091-86f5-4853-bcd6-2603566edd32 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:22.048574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'floatingip': {'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:22.050610 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:22.051260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Checking segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:22.051806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.053102 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Bound using segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:22.053976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Bound port: 209ed24c-47b5-4b80-879c-451b030d3777, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:22.054499 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.076403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:22.088350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:floatingip and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:22.098797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:22.113716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:22.194532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452c96-0103-49b2-834b-c5b4ed5a22e2 req-79598a67-8e7f-40dc-9cb3-6dd9bb9e4458 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.196160 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a1452c96-0103-49b2-834b-c5b4ed5a22e2 req-79598a67-8e7f-40dc-9cb3-6dd9bb9e4458 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 943 time: 0.1896489 Jan 15 15:04:22.257415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.272190 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-95b2d37a-a9ec-4d9f-8007-3678c6a8d6df req-d4b79d02-445b-4e78-b4dc-b3fdd64d1d8d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:22.273497 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-95b2d37a-a9ec-4d9f-8007-3678c6a8d6df req-d4b79d02-445b-4e78-b4dc-b3fdd64d1d8d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0265400 Jan 15 15:04:22.286965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] For port 209ed24c-47b5-4b80-879c-451b030d3777, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:22.301791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] For port 209ed24c-47b5-4b80-879c-451b030d3777, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=209ed24c-47b5-4b80-879c-451b030d3777,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:22.352919 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.361922 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a1452c96-0103-49b2-834b-c5b4ed5a22e2 req-73e4cd97-169b-4cf7-9529-ba3ecbee389f tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556962 Jan 15 15:04:22.478688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-bf8732d7-abe7-4fa5-a032-5e06ee785d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.481038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:22.481512 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-bf8732d7-abe7-4fa5-a032-5e06ee785d0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0d19d64019a445bb2b8fee89fab4708&device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 1160 time: 0.9279153 Jan 15 15:04:22.510030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] For port 8de5454d-b98d-4066-b04c-37c9416a9949, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:22.521773 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] For port 8de5454d-b98d-4066-b04c-37c9416a9949, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8de5454d-b98d-4066-b04c-37c9416a9949,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:22.626221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec4f78-7f09-4788-a7c5-2aa9536da8c6 None None] Pushing event updated for resources: {'Port': ['ID=209ed24c-47b5-4b80-879c-451b030d3777,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:22.634692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6eec4f78-7f09-4788-a7c5-2aa9536da8c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:22.698627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:22.706730 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-427381d7-2608-4037-bcaa-5282d708f072 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678b5ec6-215f-4a6b-9946-786d34e993c0 HTTP/1.1" status: 200 len: 217 time: 0.1926053 Jan 15 15:04:22.740426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:22.745180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:22.745885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:04:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:22.900984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-dd7ebdfb-d906-4a82-9894-69a08693cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:22.902612 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-dd7ebdfb-d906-4a82-9894-69a08693cd92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c34bdd0-0547-4433-9a82-28b44b4a8f8f HTTP/1.1" status: 200 len: 852 time: 0.1644619 Jan 15 15:04:23.152716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:23.410392 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-0b0cc8ed-f5d6-4df8-b82f-825400e4a36d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54848dc2-f93a-4af5-95f5-beb1181faea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207409 Jan 15 15:04:23.417311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:23.681947 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-6c8b193a-aa2f-48f8-b72f-d01c352e769f service neutron] 10.222.0.72 "GET /v2.0/networks/54848dc2-f93a-4af5-95f5-beb1181faea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586217 Jan 15 15:04:23.955861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:22Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:23.964461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bcb13-9205-489f-81bd-c41de3800d6b None None] The sync data for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb is: [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:22Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:04:23.991128 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0', 'status': 'completed', 'code': 200} Jan 15 15:04:24.066579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Pushing event updated for resources: {'Port': ['ID=8de5454d-b98d-4066-b04c-37c9416a9949,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:24.085242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.345s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:24.150091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:24.268295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Pushing event updated for resources: {'Subnet': ['ID=143e9474-a81c-4adb-bdba-84e0f44aa619,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:24.273254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:24.321970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 209ed24c-47b5-4b80-879c-451b030d3777 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:24.397394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.563280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 209ed24c-47b5-4b80-879c-451b030d3777 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:24.580495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 209ed24c-47b5-4b80-879c-451b030d3777 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:24.584993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:24.614945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9154427-61c5-4b4c-b6f1-d19d8c291ec3 req-72bbffda-a0e3-4336-a271-c42a0b3af78e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:24.625464 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b9154427-61c5-4b4c-b6f1-d19d8c291ec3 req-72bbffda-a0e3-4336-a271-c42a0b3af78e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 944 time: 0.7445705 Jan 15 15:04:24.743142 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b9154427-61c5-4b4c-b6f1-d19d8c291ec3 req-b87e1bf3-0d8b-4668-ac83-253879df6ac6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176746 Jan 15 15:04:25.048540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.057916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:25.059090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.061622 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] 10.222.0.72 "PUT /v2.0/ports/8de5454d-b98d-4066-b04c-37c9416a9949 HTTP/1.1" status: 200 len: 1158 time: 11.3984108 Jan 15 15:04:25.134186 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94db8b41-e8d5-40ac-823d-4fcd5f2e760e req-ac56a8f4-8a54-4154-9ac7-73192758e706 service neutron] 10.222.0.72 "GET /v2.0/networks/54848dc2-f93a-4af5-95f5-beb1181faea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3957231 Jan 15 15:04:25.266792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19908624-6e99-43eb-b005-6f9c2e8acb37 req-a5bb4837-7f90-4b51-9027-9cef73add41b tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:25.288758 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-19908624-6e99-43eb-b005-6f9c2e8acb37 req-a5bb4837-7f90-4b51-9027-9cef73add41b tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 943 time: 1.0364540 Jan 15 15:04:25.598971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 209ed24c-47b5-4b80-879c-451b030d3777, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=209ed24c-47b5-4b80-879c-451b030d3777,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:25.616674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:25.627834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:25.722767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Allocated IP 172.28.1.31 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/d02618bb-be17-4479-ac01-7ca20cb00571) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:25.751481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Checking segment: {'id': 'fa3c6c6f-f5a8-4a18-949e-c3db1400911f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '053497f6-73b4-45a9-b737-7ce622119634'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:25.752673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Network hostable DHCP agents. Network: 053497f6-73b4-45a9-b737-7ce622119634, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:04:25.787979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=209ed24c-47b5-4b80-879c-451b030d3777,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:25.794455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:25.831348 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-19908624-6e99-43eb-b005-6f9c2e8acb37 req-8fb51533-148b-49c9-a520-7c3e9ea4cb89 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413437 Jan 15 15:04:26.173971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.179629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46220b-5bb1-4bbf-8979-77c0e17089ce req-c4182598-c568-487e-9de6-4cca6d8ebe80 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.188024 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'tag': '8de5454d-b98d-4066-b04c-37c9416a9949'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:26.204457 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ca46220b-5bb1-4bbf-8979-77c0e17089ce req-c4182598-c568-487e-9de6-4cca6d8ebe80 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 944 time: 0.1909714 Jan 15 15:04:26.237903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687914-4189-45f6-9b67-45738cd7c77f req-b5d05703-1b51-4bda-888a-757cc97e8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.249187 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5687914-4189-45f6-9b67-45738cd7c77f req-b5d05703-1b51-4bda-888a-757cc97e8d61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0d19d64019a445bb2b8fee89fab4708&device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 1160 time: 0.9519713 Jan 15 15:04:26.257332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996171-3037-4bff-8177-a51546110ce0 req-a971c5b4-b894-48c1-b22d-d746ad2d277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.264332 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-a971c5b4-b894-48c1-b22d-d746ad2d277a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 1161 time: 0.9699109 Jan 15 15:04:26.270541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 209ed24c-47b5-4b80-879c-451b030d3777 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:26.290329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Network 053497f6-73b4-45a9-b737-7ce622119634 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:04:26.365046 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ca46220b-5bb1-4bbf-8979-77c0e17089ce req-5656a621-e6eb-4e92-916f-7226ef815df3 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590536 Jan 15 15:04:26.486163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 209ed24c-47b5-4b80-879c-451b030d3777 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:26.486876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.806618 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'tag': '8de5454d-b98d-4066-b04c-37c9416a9949', 'status': 'completed', 'code': 200} Jan 15 15:04:26.825797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:26.842824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 053497f6-73b4-45a9-b737-7ce622119634) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:26.854172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae299839-066b-47ed-84a5-bb464671658f None None] Network 053497f6-73b4-45a9-b737-7ce622119634 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:26.871475 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-137e1a4c-3c66-48b1-98ec-f6a13e20e9fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5454d-b98d-4066-b04c-37c9416a9949 HTTP/1.1" status: 200 len: 217 time: 0.2115204 Jan 15 15:04:26.886197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:26.962139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:26.963276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:27.244033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'Port': ['ID=d02618bb-be17-4479-ac01-7ca20cb00571,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:27.266745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:27.300796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687914-4189-45f6-9b67-45738cd7c77f req-d653aa29-efcb-4c15-9fc1-b0e7bea4472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:27.311057 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5687914-4189-45f6-9b67-45738cd7c77f req-d653aa29-efcb-4c15-9fc1-b0e7bea4472a service neutron] 10.222.0.72 "GET /v2.0/networks?id=54848dc2-f93a-4af5-95f5-beb1181faea9 HTTP/1.1" status: 200 len: 906 time: 1.0451643 Jan 15 15:04:27.395544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4f8b3-5f3c-47f8-b4c2-a61d6eb5dac8 req-d01e046f-3de4-42e3-88e6-7638d9ac75fe tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:27.397492 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1cd4f8b3-5f3c-47f8-b4c2-a61d6eb5dac8 req-d01e046f-3de4-42e3-88e6-7638d9ac75fe tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 943 time: 0.1971619 Jan 15 15:04:27.463718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e38ebb2-5bf8-45b7-9dd5-ec1fd17f4174 None None] Network 053497f6-73b4-45a9-b737-7ce622119634 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:27.549629 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1cd4f8b3-5f3c-47f8-b4c2-a61d6eb5dac8 req-b26d38ac-8bd3-4179-9bfd-d826ce688062 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347845 Jan 15 15:04:27.832396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:27.847609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:27.913914 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5687914-4189-45f6-9b67-45738cd7c77f req-b812fcfa-9bf8-4983-9782-e4cc6aa9265b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678b5ec6-215f-4a6b-9946-786d34e993c0 HTTP/1.1" status: 200 len: 217 time: 0.6019244 Jan 15 15:04:27.919475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:28.050844 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1718e8ee-7bee-474d-9370-2ff9f2b7265c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 9.7104099 Jan 15 15:04:28.132172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687914-4189-45f6-9b67-45738cd7c77f req-7f608b13-ec3e-4ece-afa1-ea8a4d6964b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:28.134943 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5687914-4189-45f6-9b67-45738cd7c77f req-7f608b13-ec3e-4ece-afa1-ea8a4d6964b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3c34bdd0-0547-4433-9a82-28b44b4a8f8f HTTP/1.1" status: 200 len: 852 time: 0.1463008 Jan 15 15:04:28.145249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99996171-3037-4bff-8177-a51546110ce0 req-379d858f-6273-4629-b7e8-f8353f0a1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:28.148095 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-379d858f-6273-4629-b7e8-f8353f0a1af4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 1.1921639 Jan 15 15:04:28.323458 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5687914-4189-45f6-9b67-45738cd7c77f req-cd277121-4ba2-4abd-95df-d9dc73ce4b3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54848dc2-f93a-4af5-95f5-beb1181faea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704233 Jan 15 15:04:28.333216 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-6529d0a1-a26b-4aa4-93f6-510b1f344201 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578530 Jan 15 15:04:28.671302 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:28.751574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4d170-6043-4632-a879-11fc335eda44 req-4478a4b0-de6b-4c68-b082-2ded077cbd1a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:28.755244 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cac4d170-6043-4632-a879-11fc335eda44 req-4478a4b0-de6b-4c68-b082-2ded077cbd1a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 944 time: 0.9453642 Jan 15 15:04:28.758871 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-fec1c688-45d5-446d-be00-a06b41252381 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142230 Jan 15 15:04:28.917450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.072907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255063b5-0655-4485-8c8d-de70ceaf1ce8 req-a3666a12-3c31-4c07-967b-b0e4f59efe54 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:29.077432 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-255063b5-0655-4485-8c8d-de70ceaf1ce8 req-a3666a12-3c31-4c07-967b-b0e4f59efe54 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 943 time: 0.1822343 Jan 15 15:04:29.164937 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-255063b5-0655-4485-8c8d-de70ceaf1ce8 req-69af535f-fee3-4975-b221-844c8655500c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864241 Jan 15 15:04:29.427609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-b6a899fd-ada3-4de7-a00b-0a15cec0503f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:04:29.591030 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99996171-3037-4bff-8177-a51546110ce0 req-70701d28-31b7-4aa7-85a9-2c9aea8efe64 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7149167 Jan 15 15:04:29.772679 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5687914-4189-45f6-9b67-45738cd7c77f req-b4e509e3-23c0-4988-8353-111008620229 service neutron] 10.222.0.72 "GET /v2.0/networks/54848dc2-f93a-4af5-95f5-beb1181faea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4305723 Jan 15 15:04:29.788190 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cac4d170-6043-4632-a879-11fc335eda44 req-50c80521-2444-4714-9a68-0da4cddd24c1 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9185774 Jan 15 15:04:29.795112 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.833970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 36884) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:29.847909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222149131-network', 'tenant_id': 'f02b6b77353f40ee8bbd80f86659d356'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:29.854691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:29.859814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Usage tracker for resource:network and tenant:f02b6b77353f40ee8bbd80f86659d356 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:29.864708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:29.871223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:29.881891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Made reservation on behalf of f02b6b77353f40ee8bbd80f86659d356 for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:29.887744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.905888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:29.925029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:29.930848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Usage tracker for resource:security_group_rule and tenant:f02b6b77353f40ee8bbd80f86659d356 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:29.935143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:29.942173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:29.963678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 678b5ec6-215f-4a6b-9946-786d34e993c0 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:30.055277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.058839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.065280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:30.110191 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e4a473-36b3-4767-8373-a18b3c16cbdb,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:30.116713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:30.149092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:04:30.169538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.169989 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Added segment 32497771-727d-4a00-8be9-5eb9beff8e81 of type vxlan for network 66b0d4a6-c28c-470a-b002-08b81ce66b41 Jan 15 15:04:30.217100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ae1c-d8e1-400b-a00b-075c6fd16ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.244402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 678b5ec6-215f-4a6b-9946-786d34e993c0 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:30.251932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.258855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 678b5ec6-215f-4a6b-9946-786d34e993c0 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:30.259259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.268937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.296496 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5687914-4189-45f6-9b67-45738cd7c77f req-21fb9931-0975-4f3b-af88-66513ffebad5 service neutron] 10.222.0.72 "GET /v2.0/networks/54848dc2-f93a-4af5-95f5-beb1181faea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5068080 Jan 15 15:04:30.334517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.336423 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:30.341600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.371169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:30.425222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:30.481331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 36924) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:30.497957 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6620770 Jan 15 15:04:30.567233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.621950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 678b5ec6-215f-4a6b-9946-786d34e993c0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=678b5ec6-215f-4a6b-9946-786d34e993c0,segment=NetworkSegment(57ece866-94c9-4730-8054-197f67dbff29),segment_id=57ece866-94c9-4730-8054-197f67dbff29)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:30.625225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:30.701945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Pushing event updated for resources: {'Network': ['ID=66b0d4a6-c28c-470a-b002-08b81ce66b41,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:30.709665 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:30.739649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Request body: {'subnet': {'network_id': '66b0d4a6-c28c-470a-b002-08b81ce66b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222149131-subnet', 'tenant_id': 'f02b6b77353f40ee8bbd80f86659d356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:30.755014 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 66b0d4a6-c28c-470a-b002-08b81ce66b41 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:30.846569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:30.851731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.868308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Usage tracker for resource:subnet and tenant:f02b6b77353f40ee8bbd80f86659d356 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:30.880249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:30.897030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:30.905581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'Port': ['ID=d02618bb-be17-4479-ac01-7ca20cb00571,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:30.915992 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:30.920399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:30.931111 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9069362 Jan 15 15:04:30.931111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-6babc5bc-0cc6-4894-9930-5da73111f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:30.931111 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-6babc5bc-0cc6-4894-9930-5da73111f62a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 1161 time: 1.1477299 Jan 15 15:04:30.931111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Made reservation on behalf of f02b6b77353f40ee8bbd80f86659d356 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:30.932644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.021537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 66b0d4a6-c28c-470a-b002-08b81ce66b41 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:04:31.215517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:31.240408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:31.277605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b3a06-008f-4b02-b7df-6c943723529c req-630ed0a0-8bdd-4fb8-8623-bd6418af3f75 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.279606 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-278b3a06-008f-4b02-b7df-6c943723529c req-630ed0a0-8bdd-4fb8-8623-bd6418af3f75 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 0.2827837 Jan 15 15:04:31.330755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=678b5ec6-215f-4a6b-9946-786d34e993c0,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:31.335654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:31.386604 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-278b3a06-008f-4b02-b7df-6c943723529c req-b3f59bef-2021-437a-9c50-3fa5d001d1ad tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996194 Jan 15 15:04:31.531107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-73b1707b-e428-4f61-b93c-5973f1381085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:31.533075 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-73b1707b-e428-4f61-b93c-5973f1381085 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 909 time: 0.3799062 Jan 15 15:04:31.640113 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-7ff8d82b-ff12-4179-aca2-f8d31e658455 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5454d-b98d-4066-b04c-37c9416a9949 HTTP/1.1" status: 200 len: 217 time: 0.0864091 Jan 15 15:04:31.671878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-64bcf2b5-f8cb-4f02-872c-74ef4c502c64 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:31.723337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-64bcf2b5-f8cb-4f02-872c-74ef4c502c64 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:31.726613 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-64bcf2b5-f8cb-4f02-872c-74ef4c502c64 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1284691359&fields=id&tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 267 time: 0.1640420 Jan 15 15:04:31.759285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-0018a6b6-667f-4194-be1e-b0c91a6dd02f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:04:32.016569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-0e4d6c99-c3dc-4b65-ba6f-464e836d9ac0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:32.018994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-0e4d6c99-c3dc-4b65-ba6f-464e836d9ac0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:network {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:32.037813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-18b925e9-7a83-4e68-a2a4-332d88a62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:32.040446 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-18b925e9-7a83-4e68-a2a4-332d88a62df4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.3728898 Jan 15 15:04:32.042512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-0e4d6c99-c3dc-4b65-ba6f-464e836d9ac0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:network {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:32.044165 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-0e4d6c99-c3dc-4b65-ba6f-464e836d9ac0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 817 time: 0.3086748 Jan 15 15:04:32.091255 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-bf13c174-cc1a-4cf8-a2c1-1111ec08da8c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/quotas/c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 375 time: 0.0405827 Jan 15 15:04:32.272035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-c2ab5f39-f84a-4bef-b345-473eeeef9752 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:32.292773 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-184f2759-6d26-4920-bd06-90362d7c20b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457185 Jan 15 15:04:32.316611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-c2ab5f39-f84a-4bef-b345-473eeeef9752 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:32.332194 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-c2ab5f39-f84a-4bef-b345-473eeeef9752 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2297294 Jan 15 15:04:32.404267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 678b5ec6-215f-4a6b-9946-786d34e993c0 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:32.441133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19c5d-1a2c-40d3-b756-674b02c59324 req-df4855c6-e41e-4937-a2d7-1a304282e01e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:32.444111 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8c19c5d-1a2c-40d3-b756-674b02c59324 req-df4855c6-e41e-4937-a2d7-1a304282e01e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 944 time: 1.2166691 Jan 15 15:04:32.603583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 678b5ec6-215f-4a6b-9946-786d34e993c0 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:32.604259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:32.621652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37010) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:32.697894 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-29f143b6-85fb-4a76-b4b1-86b2656a3926 service neutron] 10.222.0.71 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513560 Jan 15 15:04:32.942910 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8c19c5d-1a2c-40d3-b756-674b02c59324 req-1c26ebb0-93c7-491d-830f-6d391fe5f3fa tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328320 Jan 15 15:04:32.968707 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-fb387361-9a70-440d-93ea-69bf8e290bb0 service neutron] 10.222.0.71 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2614074 Jan 15 15:04:33.029500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8de5454d-b98d-4066-b04c-37c9416a9949 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:33.106359 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-e076d744-ee57-4fad-add7-396b6ee7c943 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030326 Jan 15 15:04:33.181369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c34095dc-3433-45d5-93ed-684f07e4fe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.197441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 8de5454d-b98d-4066-b04c-37c9416a9949 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:33.209594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8de5454d-b98d-4066-b04c-37c9416a9949 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:33.212732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.395880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.482177 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:33.500869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Usage tracker for resource:security_group_rule and tenant:dda97eea5b4e49d2a0afbb447256e54a is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:33.512449 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:33.535257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:33.689117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.728857 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0', 'code': 200} Jan 15 15:04:33.757560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 8de5454d-b98d-4066-b04c-37c9416a9949, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8de5454d-b98d-4066-b04c-37c9416a9949,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:33.786660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.788871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.792642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f09d9e94-da39-4d1d-bb5e-39e49079279f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:33.871901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.910430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:33.924747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=8de5454d-b98d-4066-b04c-37c9416a9949,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:33.927247 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cce1424f-697f-4965-814d-657c979c0713 req-2eabe33b-0f00-4e55-adf5-16222c40d035 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 210 time: 0.1537101 Jan 15 15:04:33.933526 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbf2ba9-0dc1-427b-a9b4-93dbb80596d0 req-c6fd4224-7f5a-43c7-9d02-65a16588c9dd service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8132610 Jan 15 15:04:33.943052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:33.975531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1e4e349a-38bc-4a05-942b-6648a899b7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:34.062520 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dda97eea5b4e49d2a0afbb447256e54a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4344881 Jan 15 15:04:34.069552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37048) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:34.076525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.123859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a0cd78-db01-4e26-a341-ab1857129472,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:34.131400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:34.231832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a576083-b32d-4ec8-b3ef-00a92e39b830 req-39acfcc3-f9b1-43da-a596-e64949cfc4af tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:34.240998 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9a576083-b32d-4ec8-b3ef-00a92e39b830 req-39acfcc3-f9b1-43da-a596-e64949cfc4af tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 0.6863277 Jan 15 15:04:34.271924 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8de5454d-b98d-4066-b04c-37c9416a9949 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:34.313822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.375347 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9a576083-b32d-4ec8-b3ef-00a92e39b830 req-372fb34c-9653-4b51-b0dc-830f09579923 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133580 Jan 15 15:04:34.418873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.542791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:34.560550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8de5454d-b98d-4066-b04c-37c9416a9949 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:34.576264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.585758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.610082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:34.643063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37060) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:34.697569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a0cd78-db01-4e26-a341-ab1857129472,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:34.700745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:34.710183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.712470 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/48a0cd78-db01-4e26-a341-ab1857129472 HTTP/1.1" status: 204 len: 168 time: 0.6410336 Jan 15 15:04:34.766706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e353880b-002c-48ac-b604-9f80071d43ee,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:34.792741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:34.837676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:34.993861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Checking segment: {'id': '32497771-727d-4a00-8be9-5eb9beff8e81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '66b0d4a6-c28c-470a-b002-08b81ce66b41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:34.994940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Network hostable DHCP agents. Network: 66b0d4a6-c28c-470a-b002-08b81ce66b41, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:04:35.103046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5ea1e-03a1-4e1b-b94f-2d66f16782d1 req-4737786c-380a-4774-b45b-f2e5cdc0651a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:35.105297 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-92e5ea1e-03a1-4e1b-b94f-2d66f16782d1 req-4737786c-380a-4774-b45b-f2e5cdc0651a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 946 time: 0.6492407 Jan 15 15:04:35.111839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Network 66b0d4a6-c28c-470a-b002-08b81ce66b41 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:04:35.144368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-9ad501a3-381b-49e0-8ae9-010ed1981c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:35.147191 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-9ad501a3-381b-49e0-8ae9-010ed1981c21 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 1162 time: 0.7823536 Jan 15 15:04:35.226281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 66b0d4a6-c28c-470a-b002-08b81ce66b41) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:35.234851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71387f7-b692-412f-8b94-da1eaaa5bdd7 None None] Network 66b0d4a6-c28c-470a-b002-08b81ce66b41 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:35.259951 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.287918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:35.288570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.364467 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-92e5ea1e-03a1-4e1b-b94f-2d66f16782d1 req-569eb82e-b43a-418a-8d3b-6e3ca268da64 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364254 Jan 15 15:04:35.365901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:35.373571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Usage tracker for resource:security_group_rule and tenant:e0504bf9fa7445d089356916d1c65cb4 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:35.377710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:35.383529 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d9e2e3bf-c429-4537-8497-4a740ce3e7a3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.8679850 Jan 15 15:04:35.396653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:35.470103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.498705 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4c6f1f01-5bde-41aa-a33b-1f26aec27872 req-5ac03cf9-0b49-48ae-ade0-0de2b65788f0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 210 time: 0.1906903 Jan 15 15:04:35.515017 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:35.534816 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Usage tracker for resource:security_group_rule and tenant:d52222b0a3594107a649004859125eb8 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:35.539383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:35.570237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:35.688841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37092) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:35.737409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5454d-b98d-4066-b04c-37c9416a9949'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:35.793460 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.800694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.827670 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.837008 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.849913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:35.883774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:35.914501 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4b03fdff-4047-482e-8d93-30fecbc3de9b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:35.977043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0681eb2-7fe9-4632-98d8-b01fa0535df9 None None] Network 66b0d4a6-c28c-470a-b002-08b81ce66b41 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:04:35.983039 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d52222b0a3594107a649004859125eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3208563 Jan 15 15:04:35.983824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37104) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:36.059796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37108) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:36.102055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6481b5e4-34f1-431f-a9dd-1dd5e04bf85a,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:36.144983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:36.178217 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.217590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37112) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:36.255400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-12cba886-8521-47d6-950a-6f2981692459 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.257763 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-12cba886-8521-47d6-950a-6f2981692459 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 817 time: 0.2624347 Jan 15 15:04:36.272069 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5454d-b98d-4066-b04c-37c9416a9949', 'code': 200} Jan 15 15:04:36.285251 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-228d5a12-b9a2-4449-bac9-6f0ffbceaec6 req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0941596 Jan 15 15:04:36.315979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8de5454d-b98d-4066-b04c-37c9416a9949 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:36.396922 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-95ad146c-c973-4234-a035-d80ecf01c644 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 5705 time: 0.1105149 Jan 15 15:04:36.401975 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=104c09c4-fe1d-4c8c-bc31-f092e1be6ff7,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:36.410295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:36.480862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d5b52-d900-45c6-a3ce-af59f8bd8b4a req-afb39ec5-1d9d-4b18-9825-e8b7ffb823cf tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.482077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Deleting subnet 143e9474-a81c-4adb-bdba-84e0f44aa619 {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:04:36.500650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:36.501912 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-683d5b52-d900-45c6-a3ce-af59f8bd8b4a req-afb39ec5-1d9d-4b18-9825-e8b7ffb823cf tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 0.6634719 Jan 15 15:04:36.505053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.574419 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-683d5b52-d900-45c6-a3ce-af59f8bd8b4a req-01733eb9-5a18-4e64-8f03-e10d2326c348 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713699 Jan 15 15:04:36.586387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Usage tracker for resource:security_group_rule and tenant:d84f7037459f43cdaf046305b3c868a9 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:36.592994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:36.596819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8de5454d-b98d-4066-b04c-37c9416a9949 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:36.597247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.607605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'port': {'device_id': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'admin_state_up': True, 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'security_groups': ['a26d0db1-d947-42b9-92b8-3b2b6ee4121f']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:36.616236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:36.706867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.761009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.901456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.975639 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:36.977658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3236751-ead9-4166-bcf2-c804a6e6bd82 req-1344aab9-5f4b-473b-9245-b44fca973474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:36.980010 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a3236751-ead9-4166-bcf2-c804a6e6bd82 req-1344aab9-5f4b-473b-9245-b44fca973474 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 1163 time: 0.3308256 Jan 15 15:04:37.041013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.051800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:37.085781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Usage tracker for resource:security_group_rule and tenant:7d706aeb25ea489198f16d4152b82b51 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:37.087638 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-47269121-388b-44d1-b1cd-bca9ffe511e7 req-b23e2a79-3032-4435-ad20-1b5c007fb285 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 210 time: 0.1032555 Jan 15 15:04:37.102504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:37.112823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:37.123194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:37.131874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Made reservation on behalf of c42fdda061dc4ccca9f6d45e6bf8ad98 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:37.140363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.165667 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a3236751-ead9-4166-bcf2-c804a6e6bd82 req-fdebdb63-570e-46d6-80e9-26d866be3019 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372099 Jan 15 15:04:37.207166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:37.274901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.348744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e2f41-3ad4-4563-a65a-bc2368b8eb89 req-05936dc0-7cb8-42a6-9657-b321e4a690f6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:37.350693 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-633e2f41-3ad4-4563-a65a-bc2368b8eb89 req-05936dc0-7cb8-42a6-9657-b321e4a690f6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 946 time: 0.5648482 Jan 15 15:04:37.414041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.425316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.449530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a81090ec-ed35-45d0-b14e-47af7495d7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:37.465041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.583482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6481b5e4-34f1-431f-a9dd-1dd5e04bf85a,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:37.606979 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-633e2f41-3ad4-4563-a65a-bc2368b8eb89 req-df3a2e1f-c124-46ab-9b5e-3f427a8ef008 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385554 Jan 15 15:04:37.609444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:37.647320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:37.698852 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d84f7037459f43cdaf046305b3c868a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6376729 Jan 15 15:04:37.699994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.708617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Allocated IP 172.20.0.9 (a8096091-86f5-4853-bcd6-2603566edd32/f9299d31-2209-408c-91a3-608d1053fe80/c00b8429-351e-4e82-b441-2674ffbd1991) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:37.711050 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6481b5e4-34f1-431f-a9dd-1dd5e04bf85a HTTP/1.1" status: 204 len: 168 time: 1.7149062 Jan 15 15:04:37.724443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37134) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:37.768065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.773093 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f536837-71f1-4b0f-bf6b-d70733b1807f,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:37.781335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:37.816705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.927827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:37.973742 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d706aeb25ea489198f16d4152b82b51&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2804680 Jan 15 15:04:37.976908 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37144) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:37.977986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf0c34-1045-46a1-bcb1-3946bb8ba6d3,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:37.985992 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:37.987776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.101603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.144434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.282503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=143e9474-a81c-4adb-bdba-84e0f44aa619,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:38.300859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.323950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:38.403822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.430135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.478522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.482860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8de5454d-b98d-4066-b04c-37c9416a9949 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:38.492462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37156) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:38.562115 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/143e9474-a81c-4adb-bdba-84e0f44aa619 HTTP/1.1" status: 204 len: 168 time: 2.3321624 Jan 15 15:04:38.569841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37160) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:38.584022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97a0b7-93d2-4303-9ed8-d8a1e87c531e req-f06d9597-843b-4690-9dcc-4fcc470b61d8 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:38.594394 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ee97a0b7-93d2-4303-9ed8-d8a1e87c531e req-f06d9597-843b-4690-9dcc-4fcc470b61d8 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 0.4138696 Jan 15 15:04:38.600099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.693916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8de5454d-b98d-4066-b04c-37c9416a9949 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:38.695064 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ee97a0b7-93d2-4303-9ed8-d8a1e87c531e req-40ba8ac5-6d16-4edd-a063-af355615a099 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993683 Jan 15 15:04:38.695337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.751212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:38.751999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.781042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Transition to ACTIVE for port object c00b8429-351e-4e82-b441-2674ffbd1991 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:38.789489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Usage tracker for resource:security_group_rule and tenant:d1891353630f4ccf84980fbe23cdc6aa is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:38.807327 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-879ccd61-a01f-440b-b833-8fda7054431e req-54a6b256-8415-4b65-ad89-47740244a0bb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 210 time: 0.2404637 Jan 15 15:04:38.809999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:38.827244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.834555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:38.867233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:38.878779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:38.887412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.094925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'Port': ['ID=c00b8429-351e-4e82-b441-2674ffbd1991,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.120280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.160820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0d13cc2b-d173-4b82-b519-148e6e70979d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.176493 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.188283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61476a03-b94e-4316-92b1-55c16e037550 req-009c1e2c-145f-46bf-8f13-c9ec60a7a670 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:39.190168 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-61476a03-b94e-4316-92b1-55c16e037550 req-009c1e2c-145f-46bf-8f13-c9ec60a7a670 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 946 time: 0.2851427 Jan 15 15:04:39.220214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Network a8096091-86f5-4853-bcd6-2603566edd32 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:39.223461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:39.228480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:39.235779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf0c34-1045-46a1-bcb1-3946bb8ba6d3,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.246172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.246429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:39.247159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.251496 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f536837-71f1-4b0f-bf6b-d70733b1807f HTTP/1.1" status: 204 len: 168 time: 1.5151699 Jan 15 15:04:39.256027 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.257011 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.262145 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2baf0c34-1045-46a1-bcb1-3946bb8ba6d3 HTTP/1.1" status: 204 len: 168 time: 1.2782559 Jan 15 15:04:39.265077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:39.312816 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-61476a03-b94e-4316-92b1-55c16e037550 req-1004c62a-c7ab-4f2c-a227-ad09a4d2ebda tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133142 Jan 15 15:04:39.324610 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7256846 Jan 15 15:04:39.328236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f536837-71f1-4b0f-bf6b-d70733b1807f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:39.336608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:39.346484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Request body: {'port': {'device_id': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:39.604337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.725189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:39.867621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-e0fa492c-2ccd-4f76-9dde-12ed6af17adf None None] Provisioning for port c00b8429-351e-4e82-b441-2674ffbd1991 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:39.914085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-e0fa492c-2ccd-4f76-9dde-12ed6af17adf None None] Provisioning complete for port c00b8429-351e-4e82-b441-2674ffbd1991 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:39.916617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fa492c-2ccd-4f76-9dde-12ed6af17adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.111954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa492c-2ccd-4f76-9dde-12ed6af17adf None None] Port c00b8429-351e-4e82-b441-2674ffbd1991 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:04:40.228062 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8de5454d-b98d-4066-b04c-37c9416a9949 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:40.234428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.234715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.235393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.235963 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > port after_create 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.236592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > port after_delete 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.236952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > port after_update 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.237421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.237641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.237999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.238427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.383196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8de5454d-b98d-4066-b04c-37c9416a9949 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:40.384004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.587995 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.588380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.588752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.589118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:04:40.589508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053497f6-73b4-45a9-b737-7ce622119634']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:40.606550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3c6c6f-f5a8-4a18-949e-c3db1400911f') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:40.606550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3c6c6f-f5a8-4a18-949e-c3db1400911f') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:40.624228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.644092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.646827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:04:40.757063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37198) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:40.787632 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.794848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.803136 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:40.818850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:40.829558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:40.846330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Usage tracker for resource:security_group_rule and tenant:dab55fdd08a14aac8fd5ee53d75aa66e is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:40.876914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec4f2d-5ba7-4907-851c-a0b47b0d6a7d req-5761fb06-fc7b-4584-bafd-70e9c0d8ad41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:40.877640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-96ec4f2d-5ba7-4907-851c-a0b47b0d6a7d req-5761fb06-fc7b-4584-bafd-70e9c0d8ad41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:40.882362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:40.912325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:40.937566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-96ec4f2d-5ba7-4907-851c-a0b47b0d6a7d req-5761fb06-fc7b-4584-bafd-70e9c0d8ad41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:40.939036 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-96ec4f2d-5ba7-4907-851c-a0b47b0d6a7d req-5761fb06-fc7b-4584-bafd-70e9c0d8ad41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 931 time: 0.7160048 Jan 15 15:04:41.030142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Network 053497f6-73b4-45a9-b737-7ce622119634 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:41.046437 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1891353630f4ccf84980fbe23cdc6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5349162 Jan 15 15:04:41.048918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.057453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37204) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:41.064997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974db99d-cf4c-403c-baf6-19b5f793af7b,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:41.121291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:41.181808 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-96ec4f2d-5ba7-4907-851c-a0b47b0d6a7d req-73ee4fab-ce53-4ce7-8a1e-1517e676e27a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256958 Jan 15 15:04:41.241030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00b8429-351e-4e82-b441-2674ffbd1991 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:41.267013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9a3cf-1e20-4b43-a318-23c1e1769dbf req-2fa22379-0f62-4ec1-88b2-8afcf3ce1f3e tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:41.272583 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fbe9a3cf-1e20-4b43-a318-23c1e1769dbf req-2fa22379-0f62-4ec1-88b2-8afcf3ce1f3e tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 1.1336756 Jan 15 15:04:41.308779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.375569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Network 053497f6-73b4-45a9-b737-7ce622119634 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:41.378963 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Transition to ACTIVE for port object c00b8429-351e-4e82-b441-2674ffbd1991 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:41.405718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8efc83b-4ab3-49a1-b4cb-d16e5d7dcf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: (rel_b, rel_a, rel_b), Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: (rel_b, rel_a, rel_b), Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:04:41.409216 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:04:41.445003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8efc83b-4ab3-49a1-b4cb-d16e5d7dcf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.497044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.506481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8efc83b-4ab3-49a1-b4cb-d16e5d7dcf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.531103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-24aa4660-ffff-4dff-bea4-7cc903192a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:41.581506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.584240 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fbe9a3cf-1e20-4b43-a318-23c1e1769dbf req-a5d8ef68-e497-43f8-ba95-88e176d63d9d tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981378 Jan 15 15:04:41.598056 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.609076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.613342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:41.638829 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] 10.222.0.71 "DELETE /v2.0/networks/053497f6-73b4-45a9-b737-7ce622119634 HTTP/1.1" status: 204 len: 168 time: 3.0646894 Jan 15 15:04:41.648357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37228) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:41.649913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Pushing event deleted for resources: {'Network': ['ID=053497f6-73b4-45a9-b737-7ce622119634,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:41.679528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.708570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:41.761572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8efc83b-4ab3-49a1-b4cb-d16e5d7dcf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.762949 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e8efc83b-4ab3-49a1-b4cb-d16e5d7dcf85 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/974db99d-cf4c-403c-baf6-19b5f793af7b HTTP/1.1" status: 204 len: 168 time: 0.7013333 Jan 15 15:04:41.776997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Pushing event updated for resources: {'Port': ['ID=c00b8429-351e-4e82-b441-2674ffbd1991,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:41.806555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Deleting subnet e353880b-002c-48ac-b604-9f80071d43ee {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:04:41.814237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.834202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:41.834934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c335324f-ba91-4dce-9e98-abddfc8f488c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:41.854634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efc83b-4ab3-49a1-b4cb-d16e5d7dcf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974db99d-cf4c-403c-baf6-19b5f793af7b,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:41.870843 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dab55fdd08a14aac8fd5ee53d75aa66e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1122141 Jan 15 15:04:41.894873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37244) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:41.925735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:41.984260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1801aaca-e1b9-4a25-abcd-9293ef0098e1,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:42.017329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:42.023249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:42.023929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:42.125940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.327421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.337635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Attempting to bind port c00b8429-351e-4e82-b441-2674ffbd1991 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:42.341136 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Attempting to bind port c00b8429-351e-4e82-b441-2674ffbd1991 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:42.343810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Attempting to bind port c00b8429-351e-4e82-b441-2674ffbd1991 on network a8096091-86f5-4853-bcd6-2603566edd32 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:42.395857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:42.407818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Checking segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:42.408543 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.414562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Bound using segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:42.415274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Bound port: c00b8429-351e-4e82-b441-2674ffbd1991, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:42.415908 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.514076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.627644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.644099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:42.713582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1801aaca-e1b9-4a25-abcd-9293ef0098e1,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:42.753094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:42.766432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:42.780560 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1801aaca-e1b9-4a25-abcd-9293ef0098e1 HTTP/1.1" status: 204 len: 168 time: 0.8792334 Jan 15 15:04:42.916953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] For port c00b8429-351e-4e82-b441-2674ffbd1991, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:42.921212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] For port c00b8429-351e-4e82-b441-2674ffbd1991, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c00b8429-351e-4e82-b441-2674ffbd1991,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:42.926578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.158956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aafd08-d680-49a0-9c8a-23f1f506df2c req-b86d1b67-f974-4813-8032-fdfebdec288c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:43.160988 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b1aafd08-d680-49a0-9c8a-23f1f506df2c req-b86d1b67-f974-4813-8032-fdfebdec288c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.3135922 Jan 15 15:04:43.206931 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-04003b37-c9bd-4bfa-aaf5-3b4d3a1d5dda tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:43.251784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.297392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b73573c0-5b9c-4bf9-aaa5-fa9d87949e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:43.363795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Pushing event updated for resources: {'Port': ['ID=c00b8429-351e-4e82-b441-2674ffbd1991,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:43.373774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:43.380087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:43.381546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.385583 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] 10.222.0.72 "PUT /v2.0/ports/c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 200 len: 1157 time: 4.0451596 Jan 15 15:04:43.386407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:43.664373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e353880b-002c-48ac-b604-9f80071d43ee,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:43.698202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-77fc2992-241c-43b8-b911-b28784cd44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:43.705760 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-77fc2992-241c-43b8-b911-b28784cd44c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1160 time: 0.2344146 Jan 15 15:04:43.753519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:43.768331 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b1aafd08-d680-49a0-9c8a-23f1f506df2c req-c99d33e5-c5b0-4f4d-9646-47d230454398 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5879598 Jan 15 15:04:43.843872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:43.857712 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b44e641a-082d-4daf-868e-7be6f4491f02 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e353880b-002c-48ac-b604-9f80071d43ee HTTP/1.1" status: 204 len: 168 time: 2.2034082 Jan 15 15:04:43.860362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37302) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:43.908597 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-c30f98a1-9293-49aa-8e58-856c56421de0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 200 len: 217 time: 0.1877449 Jan 15 15:04:44.039017 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'status': 'completed', 'code': 200} Jan 15 15:04:44.070326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.124860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-48a63f90-6a1d-4084-967c-a169acdebd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.126926 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-48a63f90-6a1d-4084-967c-a169acdebd4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.2050161 Jan 15 15:04:44.171932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:04:44.266412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-0a0df268-a024-4ace-9e7e-aaad299ab935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:44.269246 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-0a0df268-a024-4ace-9e7e-aaad299ab935 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1347175 Jan 15 15:04:44.482657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.631600 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-8f7e2243-d3db-4b45-a6fc-30388f7bc91e service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118799 Jan 15 15:04:44.709417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b0d4a6-c28c-470a-b002-08b81ce66b41']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:44.734505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32497771-727d-4a00-8be9-5eb9beff8e81') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:44.735083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32497771-727d-4a00-8be9-5eb9beff8e81') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:44.753173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.773339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:44.776141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:04:44.907366 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f22eff3-4cf8-47e3-9041-3079a8507a10 req-6ac38ea7-c6b1-45ee-95f0-bc0291392482 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2687724 Jan 15 15:04:45.180247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Network 66b0d4a6-c28c-470a-b002-08b81ce66b41 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:45.214396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.312290 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-9ea881f2-02d1-4f5f-9953-595b2b165bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.314802 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-9ea881f2-02d1-4f5f-9953-595b2b165bac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1160 time: 0.3001301 Jan 15 15:04:45.517489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac46c1-af86-4a05-83d2-d99f3a78e148 req-1e74a7bd-af13-4df7-827a-c3bec98ff4c4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.519480 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-46ac46c1-af86-4a05-83d2-d99f3a78e148 req-1e74a7bd-af13-4df7-827a-c3bec98ff4c4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.3658366 Jan 15 15:04:45.530474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-bb878b3a-436a-4b57-ab6f-02aa37396007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:45.532291 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-bb878b3a-436a-4b57-ab6f-02aa37396007 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.2095306 Jan 15 15:04:45.636671 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-9584af69-154f-40ff-82de-cbe4dc7ef54f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 200 len: 217 time: 0.0856867 Jan 15 15:04:45.679586 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-46ac46c1-af86-4a05-83d2-d99f3a78e148 req-5020eff6-3851-45d6-ab60-83840e497e9a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460664 Jan 15 15:04:45.787940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Network 66b0d4a6-c28c-470a-b002-08b81ce66b41 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:04:45.951846 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:04:45.954904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.961514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:45.968677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-501ce1c7-5ebb-4536-ba06-47b8699bb52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:45.996006 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] 10.222.0.71 "DELETE /v2.0/networks/66b0d4a6-c28c-470a-b002-08b81ce66b41 HTTP/1.1" status: 204 len: 168 time: 2.1309805 Jan 15 15:04:46.004164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b0d4a6-c28c-470a-b002-08b81ce66b41,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:46.007392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:46.230906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-50118b4c-e11a-4700-83e7-9f1af5a68d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:46.232797 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-50118b4c-e11a-4700-83e7-9f1af5a68d14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.5711215 Jan 15 15:04:46.474166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-5846367e-ec07-4de9-a03d-f6c84cd3d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:46.477770 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-5846367e-ec07-4de9-a03d-f6c84cd3d3bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2096286 Jan 15 15:04:46.655998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37382) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:46.809584 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-78b56884-59be-429b-b2e6-8c0af893e1c1 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242464 Jan 15 15:04:46.869934 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e352c8fc-4d19-494c-b175-ac976155be8b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d435c15f813487784f2dafb2effe803&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2121425 Jan 15 15:04:46.875819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37392) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:47.038509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:47.251141 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d2b9b091-bc64-4d1b-ab77-1de4f3b952e8 req-ab82c02c-9f36-49d2-b470-bc0c427bb133 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4343123 Jan 15 15:04:47.278771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8613e-ef34-46f7-b45b-448acd121ce2 req-1c286892-98ec-4fbc-9e09-d8429dbcd668 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:47.287760 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2ee8613e-ef34-46f7-b45b-448acd121ce2 req-1c286892-98ec-4fbc-9e09-d8429dbcd668 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.2092040 Jan 15 15:04:47.325492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:47.369908 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2ee8613e-ef34-46f7-b45b-448acd121ce2 req-1011a0a0-756f-4665-ab02-731fc02eb588 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801764 Jan 15 15:04:47.421388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:47.436215 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1bbe4f92-80b7-4484-824c-cf6987d28d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:47.467075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318be81-938e-4aa0-be31-7654ea5f4c9a,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:47.471081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:47.479199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:47.483461 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6318be81-938e-4aa0-be31-7654ea5f4c9a HTTP/1.1" status: 204 len: 168 time: 0.6033242 Jan 15 15:04:47.716807 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37422) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:47.893413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-faa39a18-ad5f-46ae-8d05-18f3f0b045b8 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:47.895558 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-faa39a18-ad5f-46ae-8d05-18f3f0b045b8 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.2197309 Jan 15 15:04:47.914411 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-aac5b9bc-21d8-4ebe-8cd4-0ab16a741c1b tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/quotas/475d36f3957a4e31a2e83a4c742a1eb2 HTTP/1.1" status: 200 len: 375 time: 0.0124743 Jan 15 15:04:48.033536 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-7ae14fce-c0be-416e-8f72-2d3025dcf541 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088200 Jan 15 15:04:48.228435 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-bbbef77e-db0f-4b7d-8e43-b4ccc872c568 service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864471 Jan 15 15:04:48.435585 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-89cb5240-d2db-4721-b577-74bcdfb22f15 service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1932092 Jan 15 15:04:48.485037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:48.492076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37440) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:48.535611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:48.543239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Usage tracker for resource:security_group_rule and tenant:20bc527d5b2b41ee8aa9b92f4ff0b18c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:48.547554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:48.568477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:48.806871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:48.899300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:48.917371 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7cb8adaa-88a2-4155-8088-9d710a389b3c req-4ff61ef5-5e11-4c46-a37e-5bea8367eaed tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 210 time: 0.1406038 Jan 15 15:04:48.922919 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:48.995784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:49.024894 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=20bc527d5b2b41ee8aa9b92f4ff0b18c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3063858 Jan 15 15:04:49.028390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37464) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:49.096873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port c00b8429-351e-4e82-b441-2674ffbd1991 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:04:49.099457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37468) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:49.125751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port c00b8429-351e-4e82-b441-2674ffbd1991 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:49.128753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.234515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e456dab0-a09d-471a-9da4-2c413eeaeef6,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:49.241135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.271641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:49.332969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.334497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.382022 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7cf5813a-a190-4d8f-8f4d-91b6563a5e7b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f02b6b77353f40ee8bbd80f86659d356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760637 Jan 15 15:04:49.385402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37474) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:49.400670 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37478) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:49.407718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port c00b8429-351e-4e82-b441-2674ffbd1991, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c00b8429-351e-4e82-b441-2674ffbd1991,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:49.410204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:49.421147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.440700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:49.560790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf8cf1-0423-4871-8029-b658ed4940b1 req-6c68f6fd-9032-483b-ab3e-9dd5ba749ca3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:49.572185 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-27bf8cf1-0423-4871-8029-b658ed4940b1 req-6c68f6fd-9032-483b-ab3e-9dd5ba749ca3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.7587843 Jan 15 15:04:49.669012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.732700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.802546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.819064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2f887bba-0593-41cb-a949-7a426626c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:49.825501 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.839810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.845263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.847776 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e2e4a473-36b3-4767-8373-a18b3c16cbdb HTTP/1.1" status: 204 len: 168 time: 0.4534295 Jan 15 15:04:49.861731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.863281 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e456dab0-a09d-471a-9da4-2c413eeaeef6 HTTP/1.1" status: 204 len: 168 time: 0.8335485 Jan 15 15:04:49.865680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:49.890092 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-27bf8cf1-0423-4871-8029-b658ed4940b1 req-603ebf4b-6439-439e-9634-271c58ed764c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020768 Jan 15 15:04:49.911879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e456dab0-a09d-471a-9da4-2c413eeaeef6,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:49.913361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:49.929091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:49.930121 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:49.932081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:75cd6e6b39244f4085ed2efe1b96511c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:49.944816 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:49.946800 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'code': 200} Jan 15 15:04:49.947999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=c00b8429-351e-4e82-b441-2674ffbd1991,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:49.952276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:49.972113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:49.987670 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:50.022233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:82acb8df487146f1902f1572500eaf17 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:50.028797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e4a473-36b3-4767-8373-a18b3c16cbdb,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:50.042927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:50.053544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:50.074528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:50.217640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.227224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.248745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:50.324050 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=75cd6e6b39244f4085ed2efe1b96511c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9221168 Jan 15 15:04:50.328467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37498) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:50.469984 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-54ff9886-443b-4c1f-8f19-a850db6dab0d req-5473e67a-703c-4e2b-b0de-4adb3c985ec8 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 210 time: 0.0787075 Jan 15 15:04:50.472412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cb9576-26ae-491c-9670-e7b0298b6be8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:50.480635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:50.501010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb98cd-90a3-421d-81b5-21f781d6b6ce req-015e5471-729d-4316-b115-588fc055865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:50.502779 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-57cb98cd-90a3-421d-81b5-21f781d6b6ce req-015e5471-729d-4316-b115-588fc055865b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1162 time: 0.1714935 Jan 15 15:04:50.505012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced96d-b458-4769-ba05-d7104361686e req-f2841103-677e-4c03-a540-934ddb1b8bf6 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:50.508300 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-18ced96d-b458-4769-ba05-d7104361686e req-f2841103-677e-4c03-a540-934ddb1b8bf6 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 0.4590876 Jan 15 15:04:50.574840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-57cb98cd-90a3-421d-81b5-21f781d6b6ce req-2fa01ed2-628c-41db-87ab-8519866e4797 service neutron] Synchronizing usage tracker for tenant:e0504bf9fa7445d089356916d1c65cb4 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:50.594519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-57cb98cd-90a3-421d-81b5-21f781d6b6ce req-2fa01ed2-628c-41db-87ab-8519866e4797 service neutron] Unset dirty status for tenant:e0504bf9fa7445d089356916d1c65cb4 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:50.596055 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-57cb98cd-90a3-421d-81b5-21f781d6b6ce req-2fa01ed2-628c-41db-87ab-8519866e4797 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833330 Jan 15 15:04:50.631410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.641141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.661497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-153677dd-ece6-4d9a-b025-16b77771c4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:50.676974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.732745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4560c7d-72c1-4c1c-bc0a-1dd04e6d1179,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:50.744692 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-18ced96d-b458-4769-ba05-d7104361686e req-2a8710b6-58cf-4532-9056-cdd573b26832 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057714 Jan 15 15:04:50.745557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:50.755777 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=82acb8df487146f1902f1572500eaf17&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2623963 Jan 15 15:04:50.758890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37508) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:50.770330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.837161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.849113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cce0f363-a08a-4714-9733-0820d5f2d0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:50.873920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cb9576-26ae-491c-9670-e7b0298b6be8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:50.875772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.877500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:50.888767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:04:50.890890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:50.897347 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/03cb9576-26ae-491c-9670-e7b0298b6be8 HTTP/1.1" status: 204 len: 168 time: 0.5587924 Jan 15 15:04:50.937925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.011560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.018642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-00af7621-3de7-43a0-bcfe-9ed69bb89386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:51.037395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4560c7d-72c1-4c1c-bc0a-1dd04e6d1179,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:51.049696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.050558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.051110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.052309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.052959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.053522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.054206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.054791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.055184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.055709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.056099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.056585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.057064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.057707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.058137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.058575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.059087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.059533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.059925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.060304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.060751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.061131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.061863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.062443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:51.074195 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:51.095536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.097190 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ff4c006c-1b91-4550-9368-35f725781435 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f4560c7d-72c1-4c1c-bc0a-1dd04e6d1179 HTTP/1.1" status: 204 len: 168 time: 0.3362041 Jan 15 15:04:51.114543 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37524) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:51.148037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.165599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port c00b8429-351e-4e82-b441-2674ffbd1991 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:04:51.166430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.187381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:51.202304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Usage tracker for resource:security_group_rule and tenant:2c1f506b43f347f7bb1f7a158fa7c6bc is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:51.207145 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:51.219429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:51.625845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-ca592cff-2cbc-4e85-b213-8281e9d244f9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:51.627685 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-ca592cff-2cbc-4e85-b213-8281e9d244f9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.3280692 Jan 15 15:04:51.666143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Request body: {'port': {'device_id': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8', 'admin_state_up': True, 'tenant_id': '475d36f3957a4e31a2e83a4c742a1eb2'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:51.783719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32ae6a-aa41-4ff8-aa15-fb4e52df06dc req-67b7e470-4573-41a9-88fb-900da0c4de67 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:51.785568 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0e32ae6a-aa41-4ff8-aa15-fb4e52df06dc req-67b7e470-4573-41a9-88fb-900da0c4de67 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.5497665 Jan 15 15:04:51.856541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.914648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:51.921257 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cf81e4e-c5f0-4db2-b4dd-e9deb0a962bd req-7ec83c16-76c1-48cd-a986-f29171be4223 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 210 time: 0.1170993 Jan 15 15:04:51.948190 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0e32ae6a-aa41-4ff8-aa15-fb4e52df06dc req-04f00149-9ab1-4561-a988-5421dc1ba708 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474905 Jan 15 15:04:51.973182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:52.043897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4ae43-0cd3-4710-bf9a-0126802fd1d6,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:52.087927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:52.187071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:52.231595 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:52.282742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Made reservation on behalf of 475d36f3957a4e31a2e83a4c742a1eb2 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:04:52.314163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.341452 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c1f506b43f347f7bb1f7a158fa7c6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2302921 Jan 15 15:04:52.346140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37552) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:52.365039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37558) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:52.481818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.518375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 678b5ec6-215f-4a6b-9946-786d34e993c0 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:04:52.560598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.625889 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:52.651376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.783095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfdcf85268c4d36b15ab479d2e223f5 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:52.796739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:52.797077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.806378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1dbdf127-e735-4826-880d-b360388164bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:52.849681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.875121 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:52.875410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4ae43-0cd3-4710-bf9a-0126802fd1d6,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:52.892051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:52.900484 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8c4ae43-0cd3-4710-bf9a-0126802fd1d6 HTTP/1.1" status: 204 len: 168 time: 0.5522380 Jan 15 15:04:52.902914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.903535 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.904349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.904900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.905450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.906051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.906647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.907205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.907813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.908400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.908953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.910216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.911422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.912328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.912934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.913513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.914099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.914667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.915449 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.916010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.916589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.917213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.917757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.917959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:52.918790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:04:52.942593 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 678b5ec6-215f-4a6b-9946-786d34e993c0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=678b5ec6-215f-4a6b-9946-786d34e993c0,segment=NetworkSegment(57ece866-94c9-4730-8054-197f67dbff29),segment_id=57ece866-94c9-4730-8054-197f67dbff29)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:52.946279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:52.967718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e694-f2e4-49ba-9f69-2ee32ea5998c req-c86b906e-e5d5-4765-8df1-2fc656bd34b3 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:52.969530 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5eb6e694-f2e4-49ba-9f69-2ee32ea5998c req-c86b906e-e5d5-4765-8df1-2fc656bd34b3 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 0.5899138 Jan 15 15:04:53.006423 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.009008 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:53.072107 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5eb6e694-f2e4-49ba-9f69-2ee32ea5998c req-571b4375-79d9-4faf-8daf-4734b2e00b15 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886409 Jan 15 15:04:53.165098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=678b5ec6-215f-4a6b-9946-786d34e993c0,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:53.179123 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0', 'code': 200} Jan 15 15:04:53.180332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:53.247865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.397520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-26fb3b4e-9215-4888-b0cb-ffeef1213974 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.399238 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-26fb3b4e-9215-4888-b0cb-ffeef1213974 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.72 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 945 time: 0.7525899 Jan 15 15:04:53.411999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:53.471562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688d375-2d52-4784-9374-c399135d1bef req-2bb86b56-cfd7-42d4-b290-e9a5d65446ed tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:53.476872 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-efb95a8f-535b-46b0-b2d6-5c50932bdf74 req-e4eb4999-eb90-42b3-815a-0bad7d962d3e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 210 time: 0.0763354 Jan 15 15:04:53.480859 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6688d375-2d52-4784-9374-c399135d1bef req-2bb86b56-cfd7-42d4-b290-e9a5d65446ed tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.1357410 Jan 15 15:04:53.545718 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6688d375-2d52-4784-9374-c399135d1bef req-4135b79d-56a1-4c86-989f-29b127cf37ba tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638020 Jan 15 15:04:53.776819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:53.832020 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37614) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:53.907409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b1bd76-bbec-413c-923c-06dcb2380c17,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:53.939577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:53.969032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Allocated IP 172.20.0.11 (5a3e3703-295c-4e86-9853-55add02ac5c8/72e6ce6c-7e2a-4a3b-b671-bb98291d06a5/1806dd2f-c5f4-4b20-b183-12f1e8b74d2f) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:04:53.987668 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ccfdcf85268c4d36b15ab479d2e223f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6178062 Jan 15 15:04:53.988350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37624) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:53.997741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Deleting port 678b5ec6-215f-4a6b-9946-786d34e993c0 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:04:53.998198 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.080247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.126551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.220099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ad110-9b26-4316-aa57-04cc1473cf47 req-3d6879b7-898f-45b9-80c8-6a2ec5438f18 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:54.220433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.221903 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bb9ad110-9b26-4316-aa57-04cc1473cf47 req-3d6879b7-898f-45b9-80c8-6a2ec5438f18 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.4254856 Jan 15 15:04:54.241182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37632) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:54.242144 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:54.306341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'floatingip': {'port_id': 'c00b8429-351e-4e82-b441-2674ffbd1991'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:54.395819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b1bd76-bbec-413c-923c-06dcb2380c17,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:54.408366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.414185 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94b1bd76-bbec-413c-923c-06dcb2380c17 HTTP/1.1" status: 204 len: 168 time: 0.4194965 Jan 15 15:04:54.424700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:54.581343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.685227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] For port 678b5ec6-215f-4a6b-9946-786d34e993c0, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=678b5ec6-215f-4a6b-9946-786d34e993c0,segment=NetworkSegment(57ece866-94c9-4730-8054-197f67dbff29),segment_id=57ece866-94c9-4730-8054-197f67dbff29)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:04:54.685870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.702477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:54.872475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:54.872679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Calling delete_port for 678b5ec6-215f-4a6b-9946-786d34e993c0 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:04:54.888553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb7f385d7204f0698fa374c5c636216 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:54.892428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:54.899829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:55.063262 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.074039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.087583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-db980b8e-4957-40b1-9586-d5226feeeaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:55.123004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d49ef0-2f1d-4249-83a6-5239203dd5e4,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:55.134457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:55.249709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44494ad0-8658-40a7-844f-e6973184e617 req-308d2705-aa37-4049-9d02-5ad940c9d6cc tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:55.258651 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-44494ad0-8658-40a7-844f-e6973184e617 req-308d2705-aa37-4049-9d02-5ad940c9d6cc tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 943 time: 0.7906878 Jan 15 15:04:55.262586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.266807 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cfb7f385d7204f0698fa374c5c636216&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4330099 Jan 15 15:04:55.295111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37656) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:55.295821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.377544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:55.497552 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-44494ad0-8658-40a7-844f-e6973184e617 req-6822c162-7b55-4fc7-bfa5-8c5d0fe95460 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/security-groups?id=cb384200-54d9-449f-887c-f1c227631878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376356 Jan 15 15:04:55.555491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:55.976454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Pushing event deleted for resources: {'Port': ['ID=678b5ec6-215f-4a6b-9946-786d34e993c0,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:56.123554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e7e2d-0118-4c85-87e6-559d3a54d2f7 req-fc5c998b-91d6-488a-baaf-ee53c7a85d8b tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.138507 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7b4e7e2d-0118-4c85-87e6-559d3a54d2f7 req-fc5c998b-91d6-488a-baaf-ee53c7a85d8b tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 932 time: 0.8448412 Jan 15 15:04:56.199152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.253997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.397256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:04:56.406898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:04:56.409708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:04:56.428607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:56.429348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.481871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.500387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.resource_extend [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:04:56.547443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.548745 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23d49ef0-2f1d-4249-83a6-5239203dd5e4 HTTP/1.1" status: 204 len: 168 time: 1.2509062 Jan 15 15:04:56.552061 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9016051 Jan 15 15:04:56.641896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Request body: {'port': {'device_id': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:04:56.727162 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7b4e7e2d-0118-4c85-87e6-559d3a54d2f7 req-e0affebf-62cb-4b58-989d-4f3f2ada0f40 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869763 Jan 15 15:04:56.763956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event updated for resources: {'Port': ['ID=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:56.798259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:56.800387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.824s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:56.804492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:56.848123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:56.861753 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-66f01220-de6a-474a-b08f-ffd61fd0ca24 req-6c493ccb-5a05-4198-92e8-1cf86b4d6de6 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 0.1265402 Jan 15 15:04:56.887422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.891937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:56.910542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] No DVR routers for this DVR port 678b5ec6-215f-4a6b-9946-786d34e993c0 on host hv-cinder-73414 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:04:56.910542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d49ef0-2f1d-4249-83a6-5239203dd5e4,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:56.922536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:57.021778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:57.024553 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ad41585d-3ee4-48ae-b970-37e96c7f924a req-6887d5ea-eab0-44cb-b3e7-128cc9407f44 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.72 "DELETE /v2.0/ports/678b5ec6-215f-4a6b-9946-786d34e993c0 HTTP/1.1" status: 204 len: 173 time: 3.5592587 Jan 15 15:04:57.025093 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'name': 'network-vif-deleted', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:57.088246 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:57.196692 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Floating IP 3a5af4dd-35b2-4525-8c8a-d73de7699390 associated. External IP: 172.28.1.31, port: c00b8429-351e-4e82-b441-2674ffbd1991. Jan 15 15:04:57.229452 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e0732f-a6dc-42bb-8232-100314e65f51', 'name': 'network-vif-deleted', 'tag': '678b5ec6-215f-4a6b-9946-786d34e993c0', 'status': 'completed', 'code': 200} Jan 15 15:04:57.811682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:04:57.914395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:04:57.944264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:57.983792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Transition to ACTIVE for port object 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:04:57.991409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.199832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37724) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:58.200581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-faf401ed-c8d5-464f-83e8-2e404bacdea7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:58.284601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37730) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:58.453755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:04:58.504868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f249f-c987-482a-bf26-07bb325e830e None None] Sync routers for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:04:58.541320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a99f17-7248-4080-9115-903c3e223358 req-6b29444d-42c3-418d-b749-517d49b76377 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:04:58.548315 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-40a99f17-7248-4080-9115-903c3e223358 req-6b29444d-42c3-418d-b749-517d49b76377 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 944 time: 0.5055590 Jan 15 15:04:58.575080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:58.575831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:04:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:58.643311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:58.816778 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-40a99f17-7248-4080-9115-903c3e223358 req-0cd12468-23bd-454e-8380-83b9d2cc3751 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493544 Jan 15 15:04:58.859762 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4647fbb5-0815-435a-8ca1-c46d9588baa6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "PUT /v2.0/floatingips/3a5af4dd-35b2-4525-8c8a-d73de7699390 HTTP/1.1" status: 200 len: 990 time: 4.5686226 Jan 15 15:04:58.859762 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:04:59.021487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:04:59.043570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.069480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.084981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-38f34dcb-2cf9-4d10-bc02-473a52b4f36b req-7c6a67ed-7e7c-4477-bbe3-45728e2f3793 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Synchronizing usage tracker for tenant:b0d19d64019a445bb2b8fee89fab4708 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:04:59.113359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Pushing event updated for resources: {'Port': ['ID=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:59.119918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:59.122419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:59.130769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:04:59.133082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Usage tracker for resource:security_group_rule and tenant:42e3d91306f545dc9de8b676e45410b5 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:59.136443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Attempting to bind port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:04:59.136778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Attempting to bind port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:04:59.137276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Attempting to bind port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f on network 5a3e3703-295c-4e86-9853-55add02ac5c8 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:04:59.141374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:59.142760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Usage tracker for resource:security_group_rule and tenant:343bdfaada594a45a6536012faabac17 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:04:59.148682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:04:59.149088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:04:59.149275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Checking segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:04:59.149436 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.149856 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Bound using segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:04:59.150352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Bound port: 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:04:59.150730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.161523 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:59.165968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-38f34dcb-2cf9-4d10-bc02-473a52b4f36b req-7c6a67ed-7e7c-4477-bbe3-45728e2f3793 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Unset dirty status for tenant:b0d19d64019a445bb2b8fee89fab4708 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:04:59.180443 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38f34dcb-2cf9-4d10-bc02-473a52b4f36b req-7c6a67ed-7e7c-4477-bbe3-45728e2f3793 tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] 10.222.0.71 "GET /v2.0/ports?device_id=03e0732f-a6dc-42bb-8232-100314e65f51 HTTP/1.1" status: 200 len: 210 time: 0.3743148 Jan 15 15:04:59.181524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:04:59.313051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] For port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:04:59.316544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] For port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:04:59.320960 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.345724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:59.367282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.376457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.396581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-aab0f973-1195-4051-8cf0-99da3dae4944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:59.499154 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c222080a-1650-4bec-9f61-a06110444dc2,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:59.518491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:59.571451 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=343bdfaada594a45a6536012faabac17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2743769 Jan 15 15:04:59.575435 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37760) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:59.695863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Pushing event updated for resources: {'Port': ['ID=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:04:59.703469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:04:59.722178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.736460 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.814561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '3a5af4dd-35b2-4525-8c8a-d73de7699390', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'port_id': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'mac_address': 'fa:16:3e:27:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:04:27Z', 'updated_at': '2021-01-15T15:04:56Z', 'revision_number': 1, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:59.814854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a399034a-b944-46b4-8c55-883c87b4ab47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:04:59.819877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f249f-c987-482a-bf26-07bb325e830e None None] Checking router: 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:04:59.831052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:04:59.832018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:04:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:04:59.836329 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=42e3d91306f545dc9de8b676e45410b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5644684 Jan 15 15:04:59.836784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37766) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:04:59.866985 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.903479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:04:59.973982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.000315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fcef1e-08d8-4082-84f5-01e2b1fe1e7f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:00.027199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:00.028122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.031948 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c222080a-1650-4bec-9f61-a06110444dc2 HTTP/1.1" status: 204 len: 168 time: 0.4495518 Jan 15 15:05:00.039954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e4391d72-fb18-4197-b7db-88be4d024f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:00.076441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.076868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-31cf72cf-3e67-4675-a69e-ed8db59a0d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.078693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.079420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.090021 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] 10.222.0.72 "PUT /v2.0/ports/1806dd2f-c5f4-4b20-b183-12f1e8b74d2f HTTP/1.1" status: 200 len: 1158 time: 3.4922042 Jan 15 15:05:00.090696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:00.110732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222080a-1650-4bec-9f61-a06110444dc2,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:00.121376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:00.197578 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'status': 'completed', 'code': 200} Jan 15 15:05:00.200465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.335984 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f', 'status': 'completed', 'code': 200} Jan 15 15:05:00.383331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.387157 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:00.393141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2e3e2831-9ea2-422d-a2d2-cd1f47e21718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:00.424313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fcef1e-08d8-4082-84f5-01e2b1fe1e7f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:00.442369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:00.472235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:00.479669 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27fcef1e-08d8-4082-84f5-01e2b1fe1e7f HTTP/1.1" status: 204 len: 168 time: 0.6416101 Jan 15 15:05:00.849798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143ea48-ebee-4248-a891-19eec32c5ff8 req-7e5ccbf7-77ea-4b89-9818-e9c49e0dfc67 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.850677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-9143ea48-ebee-4248-a891-19eec32c5ff8 req-7e5ccbf7-77ea-4b89-9818-e9c49e0dfc67 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:00.863331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-dfb1e995-768f-451c-8e69-6d662b313836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.865630 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-dfb1e995-768f-451c-8e69-6d662b313836 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1162 time: 0.5279245 Jan 15 15:05:00.919428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-8eba9813-f2b9-4450-94ea-59a2ec903776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:00.922488 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-8eba9813-f2b9-4450-94ea-59a2ec903776 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 1161 time: 0.5989127 Jan 15 15:05:01.126500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-9143ea48-ebee-4248-a891-19eec32c5ff8 req-7e5ccbf7-77ea-4b89-9818-e9c49e0dfc67 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:01.128293 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9143ea48-ebee-4248-a891-19eec32c5ff8 req-7e5ccbf7-77ea-4b89-9818-e9c49e0dfc67 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 944 time: 0.9713516 Jan 15 15:05:01.133590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-733f249f-c987-482a-bf26-07bb325e830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '3a5af4dd-35b2-4525-8c8a-d73de7699390', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'port_id': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'mac_address': 'fa:16:3e:27:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:04:27Z', 'updated_at': '2021-01-15T15:04:56Z', 'revision_number': 1, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:01.147644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f249f-c987-482a-bf26-07bb325e830e None None] The sync data for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb is: [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '3a5af4dd-35b2-4525-8c8a-d73de7699390', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'floating_ip_address': '172.28.1.31', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'port_id': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'mac_address': 'fa:16:3e:27:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:04:27Z', 'updated_at': '2021-01-15T15:04:56Z', 'revision_number': 1, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:01.148746 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-e88e6ac8-a988-4520-ab1b-e6baf76aa12a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f HTTP/1.1" status: 200 len: 217 time: 0.2045219 Jan 15 15:05:01.265145 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9143ea48-ebee-4248-a891-19eec32c5ff8 req-ce6af97a-6f74-4d3d-a8ec-8e210c4452b4 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194782 Jan 15 15:05:01.346822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-71bf39ea-3bb6-415f-a63a-9db4d18a6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:01.349005 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-71bf39ea-3bb6-415f-a63a-9db4d18a6044 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.1861906 Jan 15 15:05:01.438604 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-4be6e00d-e838-448f-b1f8-6a3030ee5484 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813887 Jan 15 15:05:01.440197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-937ef927-e75a-4217-a13a-af7ba5d5952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:01.442577 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-937ef927-e75a-4217-a13a-af7ba5d5952c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.5671010 Jan 15 15:05:01.671691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37824) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:01.688397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2a625-d5d8-4f1a-a359-7d6cc3c08ff5 None None] New status for floating IP 3a5af4dd-35b2-4525-8c8a-d73de7699390: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:05:01.748713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:01.849623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:01.868058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbd1f82abe44e448ea2fd0dadf7389d is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:01.874750 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:01.897721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:02.063818 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-fcc698fe-3cb7-449c-a02d-66c95fe7158d service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106710 Jan 15 15:05:02.216315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.235164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.257079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:02.260508 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-e60bb39f-da40-465e-b584-155cd3302a37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 200 len: 1000 time: 0.2033710 Jan 15 15:05:02.366777 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bcbd1f82abe44e448ea2fd0dadf7389d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935182 Jan 15 15:05:02.368329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2581818-2bdf-47e5-8bd0-f9cdcf6c4cba,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:02.373826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:02.374780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37856) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:02.642806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.709306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.769080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-a141efb6-c3f2-43b0-8084-c60e4c2e2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:02.771167 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-a141efb6-c3f2-43b0-8084-c60e4c2e2916 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.3116243 Jan 15 15:05:02.838822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.859202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b56c1e9-878b-4ff7-816e-328b483349c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:02.874903 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b1e1421-8b4a-4940-8e03-a52bf8cbde08 req-416ecd03-c809-4360-813b-bd83cdb2947c service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6440036 Jan 15 15:05:02.896183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2581818-2bdf-47e5-8bd0-f9cdcf6c4cba,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:02.900872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:02.907178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:02.913120 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a2581818-2bdf-47e5-8bd0-f9cdcf6c4cba HTTP/1.1" status: 204 len: 168 time: 0.5307705 Jan 15 15:05:02.984281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d19a15-a7fa-487b-8873-7bf00c1d3e8f req-0d4072a6-4e87-43e9-abbe-919251cd746e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:02.986336 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-39d19a15-a7fa-487b-8873-7bf00c1d3e8f req-0d4072a6-4e87-43e9-abbe-919251cd746e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 944 time: 0.4049070 Jan 15 15:05:03.029557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4db1-6d14-4ba3-bc0f-6fe6baca6e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.089546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-f6c337de-b786-4e05-8a30-c6c12ac6fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.091730 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-f6c337de-b786-4e05-8a30-c6c12ac6fcc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3014004 Jan 15 15:05:03.243354 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-39d19a15-a7fa-487b-8873-7bf00c1d3e8f req-58e94fba-2943-4d25-ad38-e120ccb44720 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852946 Jan 15 15:05:03.305514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0572ec-694a-4c51-9de7-305008953562 req-55c3b086-4aef-4383-a56b-f90a96be8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:03.307784 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa0572ec-694a-4c51-9de7-305008953562 req-55c3b086-4aef-4383-a56b-f90a96be8cdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 1161 time: 0.3148820 Jan 15 15:05:03.602049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:03.766331 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-f58360d1-8fde-4182-bfd5-d25449eb1f78 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593900 Jan 15 15:05:04.048840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37920) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:04.082227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0572ec-694a-4c51-9de7-305008953562 req-e82ddd3e-45da-4242-ba40-71bf1adcc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:04.084856 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa0572ec-694a-4c51-9de7-305008953562 req-e82ddd3e-45da-4242-ba40-71bf1adcc6f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 909 time: 0.7675939 Jan 15 15:05:04.125079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37930) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:04.166279 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9c5b070-5166-4f53-b4e3-92bd940b9566 req-749e4cfa-b95d-45dc-9594-9f495c805a50 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3264287 Jan 15 15:05:04.278560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 37938) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:04.281480 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa0572ec-694a-4c51-9de7-305008953562 req-cccc2e82-3cdd-45e8-a54f-aa732faa34ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f HTTP/1.1" status: 200 len: 217 time: 0.1143808 Jan 15 15:05:04.457832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0572ec-694a-4c51-9de7-305008953562 req-1886fe0f-24fe-4bd1-a3d2-716000d4b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:04.465583 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa0572ec-694a-4c51-9de7-305008953562 req-1886fe0f-24fe-4bd1-a3d2-716000d4b39a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.1519611 Jan 15 15:05:04.563410 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa0572ec-694a-4c51-9de7-305008953562 req-43b8df79-88d2-4dc1-a858-adcadc94e936 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902045 Jan 15 15:05:04.586612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.630273 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Deleting subnet 3c34bdd0-0547-4433-9a82-28b44b4a8f8f {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:05:04.653930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-466288946-network', 'tenant_id': '7f59b39254d145e7a7cb00ede899c31d'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:04.674929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.729636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.771982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:04.776895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Usage tracker for resource:security_group_rule and tenant:c881268e5f734f379f6799800c5c5e13 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:04.780184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:04.787163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:04.981046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:04.990062 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:04.996472 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.054822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-35f6a45d-0f40-48c2-8c48-b52eaa68fa37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:05.081930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f03f87-d4b6-4439-820b-8be18ddb876e req-0aa6bc88-2699-4f37-af88-e444d6e96cb1 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:05.085475 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07f03f87-d4b6-4439-820b-8be18ddb876e req-0aa6bc88-2699-4f37-af88-e444d6e96cb1 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 944 time: 0.2905371 Jan 15 15:05:05.087554 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa0572ec-694a-4c51-9de7-305008953562 req-3d9e21c2-9d28-4cbd-b071-417bd5676050 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160344 Jan 15 15:05:05.090546 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c881268e5f734f379f6799800c5c5e13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0403342 Jan 15 15:05:05.093927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37968) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:05.094594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Usage tracker for resource:network and tenant:7f59b39254d145e7a7cb00ede899c31d is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:05.099821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69347c94-063e-47da-85c2-1d967da1d574,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:05.108398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:05.132672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.228964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.337450 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa0572ec-694a-4c51-9de7-305008953562 req-3951de52-d25d-497a-a432-2d41f90752da service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2401731 Jan 15 15:05:05.372116 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07f03f87-d4b6-4439-820b-8be18ddb876e req-8c48e577-1253-4a56-a07c-b136df486a91 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680434 Jan 15 15:05:05.381167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.425765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.478388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:05.484900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:05.511649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.521088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0f2a6352-fc31-43ee-bb22-0031329fb9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:05.543489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69347c94-063e-47da-85c2-1d967da1d574,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:05.557202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:05.560031 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.574620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Made reservation on behalf of 7f59b39254d145e7a7cb00ede899c31d for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:05.575797 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/69347c94-063e-47da-85c2-1d967da1d574 HTTP/1.1" status: 204 len: 168 time: 0.4721241 Jan 15 15:05:05.579770 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.607997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.649891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:05.663689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Usage tracker for resource:security_group_rule and tenant:7f59b39254d145e7a7cb00ede899c31d is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:05.669372 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:05.681369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:05.698504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.720326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:05.890148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-74c79e2b-bcc0-40ff-942a-c293a581afc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:05.981220 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c34bdd0-0547-4433-9a82-28b44b4a8f8f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:05.991359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:06.016101 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.049879 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3c34bdd0-0547-4433-9a82-28b44b4a8f8f HTTP/1.1" status: 204 len: 168 time: 1.7688503 Jan 15 15:05:06.053690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 37990) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:06.131587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.140385 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.151227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ae9739ec-0426-4233-8b6a-2017897e3042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:06.220576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a9061-3c8d-4d81-ad78-0e6a45e07add,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:06.236603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:06.262677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:05:06.276547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.277305 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Added segment 03513c81-cb74-41dc-b506-9a46b2ced6d5 of type vxlan for network 582ad546-f8af-4a96-bbd9-b135ae65f0cd Jan 15 15:05:06.322068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.324625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.369942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.371747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:06.372510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.388056 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1efeea47-39b7-41ef-81a6-3356ea61e91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:06.457328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38000) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:06.539627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.563974 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4366105 Jan 15 15:05:06.570759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38006) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:06.580231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Request body: {'subnet': {'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-466288946-subnet', 'tenant_id': '7f59b39254d145e7a7cb00ede899c31d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:06.588391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Pushing event updated for resources: {'Network': ['ID=582ad546-f8af-4a96-bbd9-b135ae65f0cd,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:06.592266 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:06.595729 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:06.599752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Usage tracker for resource:subnet and tenant:7f59b39254d145e7a7cb00ede899c31d is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:06.603513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:06.604052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:05:06.613192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:06.625970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Made reservation on behalf of 7f59b39254d145e7a7cb00ede899c31d for: {'subnet': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:06.635620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2491907'] for subnet, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.689708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:06.710240 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ae2fd849dd4a028db55419dc966d11 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:06.715703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:06.728352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:06.732740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:06.904417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38010) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:06.934451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:05:07.129630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a6f51-a59a-4ac2-b005-3f1a0ca4103f req-ba192220-635d-4d75-9806-5e84075d371c tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:07.133598 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-465a6f51-a59a-4ac2-b005-3f1a0ca4103f req-ba192220-635d-4d75-9806-5e84075d371c tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 944 time: 0.4061623 Jan 15 15:05:07.174641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.175660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.177137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.177751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > port after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.178422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.179032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > port after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.179905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.180536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.181147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.181865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.195841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:07.309097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:07.321267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:07.321947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.339867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.340499 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.341144 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.341790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 15:05:07.342526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54848dc2-f93a-4af5-95f5-beb1181faea9']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:07.440690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ece866-94c9-4730-8054-197f67dbff29') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:07.441253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ece866-94c9-4730-8054-197f67dbff29') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:07.574841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.579042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.627579 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-465a6f51-a59a-4ac2-b005-3f1a0ca4103f req-d7b2ddba-0f44-4a95-8c97-57089cdeb101 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605403 Jan 15 15:05:07.634702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:07.636432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:07.643669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.655049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:07.778282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:07.779107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851735815'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.802511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.803165 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.803881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.804495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.805132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.805740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.806416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.807002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.807605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.808550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.809948 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.810682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.811582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.812174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.812757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.813365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.814128 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.814686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.815343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.815997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.817188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.817832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.818919 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.820184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.820352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:07.840583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:07.876171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:07.879782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:05:07.942372 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f', 'code': 200} Jan 15 15:05:07.992265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2491954'] for subnet, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.029626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2176216d-7105-4360-a56d-01bf62dd64a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:08.162811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:08.170318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:05:08.204653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Usage tracker for resource:security_group_rule and tenant:c260b11454844209831f2cfb96422574 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:08.209972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:08.217845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:08.226442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851669636'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.236400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fae4511-0cb8-4b74-a23f-ade2738c14dd,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:08.250220 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:08.328876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Checking segment: {'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:08.329596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Network hostable DHCP agents. Network: 582ad546-f8af-4a96-bbd9-b135ae65f0cd, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:05:08.366726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:05:08.383212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 582ad546-f8af-4a96-bbd9-b135ae65f0cd) {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:08.397960 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2074a948-1f97-493c-97cc-464ba9a0b5ca None None] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:05:08.412274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:08.412274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.439341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.455347 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8826041 Jan 15 15:05:08.484573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:08.536928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:08.607089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:08.617348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208a38c-a7c7-4ebd-af7d-1ab5deb52be8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:08.825607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:08.935953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Network 54848dc2-f93a-4af5-95f5-beb1181faea9 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:05:08.940981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:08.943757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.032057 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4194cc0d-4f68-4e05-8509-18e02f42adb8 None None] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:05:09.147160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: (rel_b, rel_a, rel_b), Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: (rel_b, rel_a, rel_b), Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:05:09.151258 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:05:09.154128 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b7ae2fd849dd4a028db55419dc966d11&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6924777 Jan 15 15:05:09.162199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38052) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:09.180091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.225130 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-65cf285c-ddf9-4e2f-af67-2443c1adcdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:09.235517 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c260b11454844209831f2cfb96422574&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3296218 Jan 15 15:05:09.239648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38056) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:09.273194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846952-106e-4bba-a68f-3f644c9ffc66 req-e491289e-d428-4027-a14e-51a4237177fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.275216 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-10846952-106e-4bba-a68f-3f644c9ffc66 req-e491289e-d428-4027-a14e-51a4237177fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 1163 time: 0.9260383 Jan 15 15:05:09.281737 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816bdb85-ac07-4047-8329-ac3045c7421f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:09.348790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:09.350279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.364673 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-10846952-106e-4bba-a68f-3f644c9ffc66 req-49cb0a93-5300-4c47-9687-494547320993 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 Jan 15 15:05:09.368875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a7a2d247-bc96-42eb-95a3-53824684c896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:09.413928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=54848dc2-f93a-4af5-95f5-beb1181faea9,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:09.416392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.440424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:09.453417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.458999 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] 10.222.0.71 "DELETE /v2.0/networks/54848dc2-f93a-4af5-95f5-beb1181faea9 HTTP/1.1" status: 204 len: 168 time: 3.4034903 Jan 15 15:05:09.556171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.631260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.641149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:09.686891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208a38c-a7c7-4ebd-af7d-1ab5deb52be8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:09.689913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:09.753448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba6a47-d1ae-4ead-91d6-cb1c49dba80e req-c1d21ff2-e7c8-4fbb-891c-5028e81665ba tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:09.758941 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-11ba6a47-d1ae-4ead-91d6-cb1c49dba80e req-c1d21ff2-e7c8-4fbb-891c-5028e81665ba tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 946 time: 0.7304065 Jan 15 15:05:09.767045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.769333 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e208a38c-a7c7-4ebd-af7d-1ab5deb52be8 HTTP/1.1" status: 204 len: 168 time: 0.6060829 Jan 15 15:05:09.790321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.863164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:09.894567 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-11ba6a47-d1ae-4ead-91d6-cb1c49dba80e req-92a0b775-6e6c-4091-9d8f-1e7b3365cef5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211576 Jan 15 15:05:09.973360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38072) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:10.043000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.070983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:10.098380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816bdb85-ac07-4047-8329-ac3045c7421f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:10.107091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:10.115673 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-88c29280-6686-475a-8c51-b050b0d9762f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b0d19d64019a445bb2b8fee89fab4708&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1410763 Jan 15 15:05:10.116405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.117805 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/816bdb85-ac07-4047-8329-ac3045c7421f HTTP/1.1" status: 204 len: 168 time: 0.8501956 Jan 15 15:05:10.123663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38080) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:10.305126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.389288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.544452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.569585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-023b2ee5-35f3-48c4-89b7-30a88535c950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:10.603241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:10.605762 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb384200-54d9-449f-887c-f1c227631878 HTTP/1.1" status: 204 len: 168 time: 0.4842579 Jan 15 15:05:10.607645 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb384200-54d9-449f-887c-f1c227631878,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:10.612699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:10.888283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:10.994500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:10.995318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:11.284948 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358948f-45b3-4c33-ae44-5835c5cba29a req-8fc7f111-4d68-4423-bf4a-5fcc24b6b901 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:11.286708 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2358948f-45b3-4c33-ae44-5835c5cba29a req-8fc7f111-4d68-4423-bf4a-5fcc24b6b901 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 946 time: 0.1249752 Jan 15 15:05:11.351985 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2358948f-45b3-4c33-ae44-5835c5cba29a req-c550abe5-5fc4-4415-8f10-c0a3407dfbc6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528309 Jan 15 15:05:12.680808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-fab161c2-a766-4af8-a555-cc4ba3a996c5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:12.682709 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-fab161c2-a766-4af8-a555-cc4ba3a996c5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/networks?id=582ad546-f8af-4a96-bbd9-b135ae65f0cd HTTP/1.1" status: 200 len: 808 time: 0.3143337 Jan 15 15:05:12.716607 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-9498e8f8-48b9-4808-873a-1a0ab56ad24a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/quotas/7f59b39254d145e7a7cb00ede899c31d HTTP/1.1" status: 200 len: 375 time: 0.0156281 Jan 15 15:05:12.795004 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-8bd24709-5804-43ac-949c-d06a1f74b7f3 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f59b39254d145e7a7cb00ede899c31d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586960 Jan 15 15:05:13.283577 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-a2e5e1ac-fb55-456e-83f2-cbfa567f3dc3 service neutron] 10.222.0.71 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737811 Jan 15 15:05:13.637564 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-0c827abe-192d-4ceb-9c79-f1b49e05be6f service neutron] 10.222.0.71 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3426554 Jan 15 15:05:13.849922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38210) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:14.130641 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-12569d05-5d07-446c-adfa-8e0abf43d77d req-5d2865d9-9823-40f9-9c20-3c9c5dfe6743 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 210 time: 0.1181867 Jan 15 15:05:14.487079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-network', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:14.519152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:14.538406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Usage tracker for resource:network and tenant:0a3f7f8342864095b7af6ae4bc8adcb4 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:14.549029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:14.572099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:14.604088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Made reservation on behalf of 0a3f7f8342864095b7af6ae4bc8adcb4 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:14.616207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:14.645371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:14.711612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:14.721460 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Usage tracker for resource:security_group_rule and tenant:0a3f7f8342864095b7af6ae4bc8adcb4 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:14.725777 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:14.735282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:14.976421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:14.984444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:15.005365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:05:15.020094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:15.020550 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Added segment 70d2aadd-7715-496d-ac0b-360b1a3f903a of type vxlan for network 5776efe1-f737-47b5-a34d-4fdc12143681 Jan 15 15:05:15.056708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:15.067074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:15.105895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:15.110416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:15.111324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:15.144106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:15.150358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:15.150904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-950bde42-f474-4d40-ac8b-b5f89048a7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:15.262722 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4110422 Jan 15 15:05:15.266420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38258) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:15.286358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Request body: {'subnet': {'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-subnet', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:15.286820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Pushing event updated for resources: {'Network': ['ID=5776efe1-f737-47b5-a34d-4fdc12143681,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:15.299116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:15.304098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 5776efe1-f737-47b5-a34d-4fdc12143681 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:05:15.320184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:15.329640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Usage tracker for resource:subnet and tenant:0a3f7f8342864095b7af6ae4bc8adcb4 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:15.337943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:15.346274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 5776efe1-f737-47b5-a34d-4fdc12143681 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:05:15.353187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:15.368072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Made reservation on behalf of 0a3f7f8342864095b7af6ae4bc8adcb4 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:15.383734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850634296'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:15.695763 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8049a975-e0c1-4fba-ba5e-f4afda03668f req-1cb6aff5-85a0-4031-bf1c-be5eed6b4755 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 210 time: 0.1698122 Jan 15 15:05:16.595646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-cadb6d9c-f194-4bd7-8457-c967a793abc6 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:16.604456 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-cadb6d9c-f194-4bd7-8457-c967a793abc6 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "GET /v2.0/networks?id=582ad546-f8af-4a96-bbd9-b135ae65f0cd HTTP/1.1" status: 200 len: 808 time: 0.2875166 Jan 15 15:05:16.627582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Request body: {'port': {'device_id': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd', 'admin_state_up': True, 'tenant_id': '7f59b39254d145e7a7cb00ede899c31d'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:17.027398 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-79acb67c-99a9-4d9c-8e2e-db694bc71b73 req-d2973765-9c18-4ab3-8edb-98c5620794d3 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 210 time: 0.1203437 Jan 15 15:05:17.089722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850634247'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:17.160029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:17.359710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-683346d4-cc74-4701-a662-a88f5a02f551 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:17.378929 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-683346d4-cc74-4701-a662-a88f5a02f551 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.5839205 Jan 15 15:05:17.409142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38336) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:17.411478 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-33981fe1-944c-4654-9960-344d797ac156 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/quotas/475d36f3957a4e31a2e83a4c742a1eb2 HTTP/1.1" status: 200 len: 375 time: 0.0314553 Jan 15 15:05:17.430741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:17.435479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Usage tracker for resource:port and tenant:7f59b39254d145e7a7cb00ede899c31d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:17.443914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:17.448080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:17.491178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:17.509111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:17.606328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Made reservation on behalf of 7f59b39254d145e7a7cb00ede899c31d for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:17.617502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:17.627309 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-9f2e551b-49c3-4657-997b-71c591afbc1f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956501 Jan 15 15:05:17.819869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Checking segment: {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:17.820272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Network hostable DHCP agents. Network: 5776efe1-f737-47b5-a34d-4fdc12143681, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:05:17.868187 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-bf9f9260-1952-4452-afb2-103333bed634 service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270420 Jan 15 15:05:17.889826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.046271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:18.061253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Usage tracker for resource:security_group_rule and tenant:90637b07e8314c459583e72066c54dde is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:18.066600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:18.079286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:18.149052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38358) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:18.156741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Network 5776efe1-f737-47b5-a34d-4fdc12143681 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:05:18.156980 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-6fa62d29-50b1-4ca1-8a3a-f59622dc9dca service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2530448 Jan 15 15:05:18.174250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 5776efe1-f737-47b5-a34d-4fdc12143681) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:18.184732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd4a12d-6b0b-4126-8a9f-40df84ad75fa None None] Network 5776efe1-f737-47b5-a34d-4fdc12143681 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:05:18.234002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:18.238655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.301667 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0327992 Jan 15 15:05:18.307065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38368) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:18.341526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:18.357751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.367505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:18.375622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.495049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2a99779e-9e23-4110-a768-de5e7d0a8286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:18.556886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90637b07e8314c459583e72066c54dde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1441431 Jan 15 15:05:18.560049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Allocated IP 172.20.0.3 (582ad546-f8af-4a96-bbd9-b135ae65f0cd/3fae4511-0cb8-4b74-a23f-ade2738c14dd/91ab4849-705f-4c99-866f-df4a79496ecd) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:18.564771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38380) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:18.607799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Usage tracker for resource:router and tenant:0a3f7f8342864095b7af6ae4bc8adcb4 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:18.611309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9595f77e-02a8-4b3b-af5e-468e9145eae1,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:18.615310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:18.628442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:18.630122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:18.656215 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5fc4630-d6ca-4b5b-b2c2-86125c51fb0c req-a98306f8-15b5-4e0f-9d3e-c3b35ca8f56e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 210 time: 0.0925045 Jan 15 15:05:18.692827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1041205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499772'] for router, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.696587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853734574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854276021'] for router, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.753056 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:18.978401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-bb8ef7ec-71fd-4ffd-8803-c9dfde41333e req-7b5cfe6e-4e1f-4b67-811e-df63cc030455 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Synchronizing usage tracker for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:18.989790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38388) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:19.166622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.217934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-bb8ef7ec-71fd-4ffd-8803-c9dfde41333e req-7b5cfe6e-4e1f-4b67-811e-df63cc030455 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Unset dirty status for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:19.229003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942b7c5-4865-4634-803a-ce5749a6e230 None None] Network 5776efe1-f737-47b5-a34d-4fdc12143681 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:05:19.232982 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bb8ef7ec-71fd-4ffd-8803-c9dfde41333e req-7b5cfe6e-4e1f-4b67-811e-df63cc030455 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 210 time: 0.6036210 Jan 15 15:05:19.253925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:19.280049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Usage tracker for resource:security_group_rule and tenant:ffac4590fd9d425aa15d991165c331aa is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:19.356347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:19.373241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:19.377140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.579524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.624192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.635251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.646242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.657395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.660132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-68098dd2-251f-47ae-888a-7611986cb081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:19.701265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.774088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.790678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:19.794080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:19.809454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:5f503f9d36e24cd1aa0757bd5c63dff1 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:19.817883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:19.820784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:19.826938 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9595f77e-02a8-4b3b-af5e-468e9145eae1,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:19.856965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:19.866280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:19.997962 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ffac4590fd9d425aa15d991165c331aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8474920 Jan 15 15:05:20.002243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:20.013584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38402) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:20.018036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d0ac92-370f-48bb-8d9c-ee91447d16ff,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:20.049568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:20.059946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:20.061355 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9595f77e-02a8-4b3b-af5e-468e9145eae1 HTTP/1.1" status: 204 len: 168 time: 1.4949431 Jan 15 15:05:20.249357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Pushing event updated for resources: {'Port': ['ID=91ab4849-705f-4c99-866f-df4a79496ecd,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:20.257398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:20.297447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:20.300294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:20.310993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:20.426990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:20.440560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:20.493631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:20.508163 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5f503f9d36e24cd1aa0757bd5c63dff1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4093034 Jan 15 15:05:20.514473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38414) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:20.538860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:20.539854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:20.567477 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29c0f282-9f64-4530-b326-d66ed577eeb5 req-44b7f704-9b30-4ce7-b840-4c9629797b71 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 210 time: 0.5522857 Jan 15 15:05:20.690604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:20.717638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c796bb67-d6b9-4d0d-8bbf-911c9aa625c5,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:20.727252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:20.736780 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1132982 Jan 15 15:05:20.757421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Request body: {'port': {'device_id': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:20.767856 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38418) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:20.805630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:20.842927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.000315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:21.003012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.009933 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Usage tracker for resource:security_group_rule and tenant:f5293c69392846e290f168f436b2514b is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:21.031244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:21.052314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:21.086706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.180240 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:05:21.338486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.372944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9602b5-5135-4d25-ad2b-c16fe836942f req-1f94e207-6ea1-4b81-9ec9-c04b687e1dd5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:21.381666 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7d9602b5-5135-4d25-ad2b-c16fe836942f req-1f94e207-6ea1-4b81-9ec9-c04b687e1dd5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 931 time: 0.8712592 Jan 15 15:05:21.435424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.509375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.537107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.550286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.578749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.583395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-58bec3f2-f192-4821-98aa-310d0b3d4fc5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:21.585033 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-58bec3f2-f192-4821-98aa-310d0b3d4fc5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.5525873 Jan 15 15:05:21.588765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-90787fac-fe31-4896-937c-c12a206231fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:21.617453 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7d9602b5-5135-4d25-ad2b-c16fe836942f req-e777d552-7e03-4aba-9f94-e11f0a5fbbf7 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347660 Jan 15 15:05:21.634210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Request body: {'port': {'device_id': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8', 'admin_state_up': True, 'tenant_id': '475d36f3957a4e31a2e83a4c742a1eb2'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:21.645367 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5293c69392846e290f168f436b2514b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8749397 Jan 15 15:05:21.660786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38442) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:21.700989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bb9af-412b-4b65-b33a-68142ee90615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb034c8-78c9-41ae-bde6-bc466577665a,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:21.717901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Allocated IP 172.28.1.24 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/f7f1255d-d3d3-4e62-a1c8-258bb1850ab7) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:21.720934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d0ac92-370f-48bb-8d9c-ee91447d16ff,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:21.723998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:21.728190 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:21.728599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:21.729774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:21.731259 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/24d0ac92-370f-48bb-8d9c-ee91447d16ff HTTP/1.1" status: 204 len: 168 time: 1.7147503 Jan 15 15:05:21.949131 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-69a7593e-cea7-4d5c-9a47-b5df991e7fd2 req-263d567b-259e-4783-aaad-b85af8d5394e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 210 time: 0.0992086 Jan 15 15:05:22.031939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.064800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.071658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.075605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3d30fb4e-08d5-414b-923a-31b5053590eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:22.093573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:22.137964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796bb67-d6b9-4d0d-8bbf-911c9aa625c5,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:22.146913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.156756 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:22.175886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.179641 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c796bb67-d6b9-4d0d-8bbf-911c9aa625c5 HTTP/1.1" status: 204 len: 168 time: 1.6612635 Jan 15 15:05:22.179641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:22.228442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.311648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:22.368094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f1255d-d3d3-4e62-a1c8-258bb1850ab7,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:22.391853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:22.402648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Made reservation on behalf of 475d36f3957a4e31a2e83a4c742a1eb2 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:22.413715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.532456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38456) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:22.597892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.639337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:22.640550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:22.643391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:22.646857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:22.674713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Usage tracker for resource:security_group_rule and tenant:6af53dcc37114511aaa93997aee5ebbd is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:22.681428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:22.696677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:22.862743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:22.897672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4633bee6-b785-4f46-a227-8e5d8c8788df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:22.932108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb034c8-78c9-41ae-bde6-bc466577665a,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:23.090601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:23.091606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38466) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:23.092935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.resource_extend [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:05:23.101698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.108226 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ccb034c8-78c9-41ae-bde6-bc466577665a HTTP/1.1" status: 204 len: 168 time: 1.4367065 Jan 15 15:05:23.244473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.366541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:23.373930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6cb9a4ffc24851ab2b3a9e1eeac315 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:23.379670 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:23.390766 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:23.414221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e867d-0a6b-481f-9ccf-91481dfbc29f req-f91d2a78-c0df-4e52-a753-9f02f8960f5a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:23.425173 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2a9e867d-0a6b-481f-9ccf-91481dfbc29f req-f91d2a78-c0df-4e52-a753-9f02f8960f5a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 931 time: 0.5903637 Jan 15 15:05:23.426864 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-06d0db94-9c1c-47fe-a182-e12bc7818d3f req-d5c71d22-526f-4ca2-9a7c-64981d443711 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 210 time: 0.1882932 Jan 15 15:05:23.472570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.505286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ab4849-705f-4c99-866f-df4a79496ecd {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:05:23.514150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.523579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Allocated IP 172.20.0.13 (5a3e3703-295c-4e86-9853-55add02ac5c8/72e6ce6c-7e2a-4a3b-b671-bb98291d06a5/8cb0fa20-843d-42bf-99ee-f4fdeb4239a8) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:23.531532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.558305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-374e91e2-a9ab-43e8-af25-519714e5fd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:23.624813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Transition to ACTIVE for port object 91ab4849-705f-4c99-866f-df4a79496ecd will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:23.639301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.682744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0dc4bbfd-9b1f-4401-b7c0-7872f2a14974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:23.683403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-2a9e867d-0a6b-481f-9ccf-91481dfbc29f req-81e186b2-f265-48db-bca6-3e80afe63435 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Synchronizing usage tracker for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:23.691732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:23.758935 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6af53dcc37114511aaa93997aee5ebbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2220311 Jan 15 15:05:23.762681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38484) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:24.033088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53525427-8f2c-4ac5-9ad1-37b5858e0045,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:24.040658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:24.377720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Pushing event updated for resources: {'Port': ['ID=91ab4849-705f-4c99-866f-df4a79496ecd,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:24.385006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.416578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:24.428270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.454996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a827d86f-6a1f-4c5b-9da9-5a8d8f42d206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:24.578726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-2a9e867d-0a6b-481f-9ccf-91481dfbc29f req-81e186b2-f265-48db-bca6-3e80afe63435 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Unset dirty status for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:24.589735 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2a9e867d-0a6b-481f-9ccf-91481dfbc29f req-81e186b2-f265-48db-bca6-3e80afe63435 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1631010 Jan 15 15:05:24.609749 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc6cb9a4ffc24851ab2b3a9e1eeac315&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5027702 Jan 15 15:05:24.620729 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e52df-aecc-4cfa-9492-1a8952219cb4,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:24.631798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38504) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:24.636373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:24.689686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.737806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.768304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853734612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502'] for router, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.815090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:24.918080 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-312a2705-e7e1-4fbe-9ebd-b132bcdf9a7d req-bdae5671-84d3-42b7-9d5f-6e3919254a84 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 210 time: 0.1118519 Jan 15 15:05:25.001382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.009577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6a090459-1ed4-4364-b0a7-f76ea462fcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:25.031983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53525427-8f2c-4ac5-9ad1-37b5858e0045,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:25.044170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:25.048958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.050230 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53525427-8f2c-4ac5-9ad1-37b5858e0045 HTTP/1.1" status: 204 len: 168 time: 1.0084474 Jan 15 15:05:25.078361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 is scheduled to L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a with binding_index 1 {{(pid=80123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:05:25.091161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.107492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.152681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:25.235147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event updated for resources: {'Port': ['ID=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:25.298915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:25.306097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.317433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Attempting to bind port 91ab4849-705f-4c99-866f-df4a79496ecd on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:25.317863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Attempting to bind port 91ab4849-705f-4c99-866f-df4a79496ecd by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:25.318364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Attempting to bind port 91ab4849-705f-4c99-866f-df4a79496ecd on network 582ad546-f8af-4a96-bbd9-b135ae65f0cd {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:25.364677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:25.365118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Checking segment: {'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:25.365520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.365920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Bound using segment: {'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:25.375031 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Bound port: 91ab4849-705f-4c99-866f-df4a79496ecd, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:25.377234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.486352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:05:25.516032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Sync routers for ids ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:05:25.538462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:25.539891 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2209256 Jan 15 15:05:25.546286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38522) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:25.554856 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Routers {'3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:25.556270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:05:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:26.012231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Set router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:26.215930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:26.235457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] For port 91ab4849-705f-4c99-866f-df4a79496ecd, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:26.259097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.275394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:26.297232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:26.325592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:26.403926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e52df-aecc-4cfa-9492-1a8952219cb4,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:26.438860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:26.455548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] For port 91ab4849-705f-4c99-866f-df4a79496ecd, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=91ab4849-705f-4c99-866f-df4a79496ecd,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:26.528044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:26.588146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:26.723520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Pushing event updated for resources: {'Port': ['ID=91ab4849-705f-4c99-866f-df4a79496ecd,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:26.748098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:26.937356 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6e2ff-a304-4009-8dfc-f188a0caaab0 req-57984a81-899d-4326-82b9-279d81a5e3e2 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:26.975975 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29f6e2ff-a304-4009-8dfc-f188a0caaab0 req-57984a81-899d-4326-82b9-279d81a5e3e2 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 943 time: 1.1618047 Jan 15 15:05:27.058385 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.070897 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f63e52df-aecc-4cfa-9492-1a8952219cb4 HTTP/1.1" status: 204 len: 168 time: 2.4377367 Jan 15 15:05:27.153800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:27.154636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.209654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:23Z', 'revision_number': 3, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:27.221487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Checking router: 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:05:27.223249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Updating router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:05:27.250155 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29f6e2ff-a304-4009-8dfc-f188a0caaab0 req-dfd55c51-43df-48d1-abbb-fcc9772a223e tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728460 Jan 15 15:05:27.286231 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6555693 Jan 15 15:05:27.325452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Request body: {'port': {'device_id': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:27.339277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.426677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58746a87-9545-491b-9bc3-e45dba9620f8 req-4125a57c-d387-4ef1-8823-fa536d2d3735 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:27.435434 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-58746a87-9545-491b-9bc3-e45dba9620f8 req-4125a57c-d387-4ef1-8823-fa536d2d3735 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 932 time: 1.0519986 Jan 15 15:05:27.527542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:27.528739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.537290 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-58746a87-9545-491b-9bc3-e45dba9620f8 req-a302b879-423e-4404-9d4a-7d3b335e9083 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006477 Jan 15 15:05:27.546168 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] 10.222.0.72 "PUT /v2.0/ports/91ab4849-705f-4c99-866f-df4a79496ecd HTTP/1.1" status: 200 len: 1157 time: 6.7883728 Jan 15 15:05:27.553140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'tag': '91ab4849-705f-4c99-866f-df4a79496ecd'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:27.731678 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'tag': '91ab4849-705f-4c99-866f-df4a79496ecd', 'status': 'completed', 'code': 200} Jan 15 15:05:27.786045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:27.929237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-25dced42-aa4d-461d-bfd6-1921fc79a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:27.931254 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-25dced42-aa4d-461d-bfd6-1921fc79a4a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f59b39254d145e7a7cb00ede899c31d&device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 1160 time: 0.2933955 Jan 15 15:05:28.037965 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-144222bf-a365-471b-af08-4996d82f64c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ab4849-705f-4c99-866f-df4a79496ecd HTTP/1.1" status: 200 len: 217 time: 0.0876243 Jan 15 15:05:28.105096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.183821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.199590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Transition to ACTIVE for port object f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:28.204763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.272420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:28.291623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4053d3dd-b660-4bc1-8e3b-1193ee744b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:28.293537 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-4053d3dd-b660-4bc1-8e3b-1193ee744b4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fae4511-0cb8-4b74-a23f-ade2738c14dd HTTP/1.1" status: 200 len: 848 time: 0.2384834 Jan 15 15:05:28.485187 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-5471b807-b8db-4357-8817-6a386bebacfd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=582ad546-f8af-4a96-bbd9-b135ae65f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807244 Jan 15 15:05:28.524560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Pushing event updated for resources: {'Port': ['ID=f7f1255d-d3d3-4e62-a1c8-258bb1850ab7,revision_number=2']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:28.563202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38592) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:28.609495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:28.689323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:28.714337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Usage tracker for resource:security_group_rule and tenant:5b06785450c3420b8f3ed80e5edda003 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:28.720229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:28.752294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:28.768580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.769772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.770409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.771006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.771603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.772156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.774774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.775621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.779540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.780384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.781159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.784125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.785796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.788298 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.789286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.792926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.793792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.794694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.795473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.796255 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.799360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.800205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.801023 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.803429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:28.823433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:29.090647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.72', 58509) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:29.093196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Attempting to bind port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:29.093873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Attempting to bind port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:29.094540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Attempting to bind port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 on network f32376d6-bd19-4563-b529-d250bc891f90 {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:29.127677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:29.128377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:29.129127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.129780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Bound using segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:29.130853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Bound port: f7f1255d-d3d3-4e62-a1c8-258bb1850ab7, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:29.131358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.229431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Allocated IP 172.20.0.1 (5776efe1-f737-47b5-a34d-4fdc12143681/80e2fd3c-d345-4ad7-9b93-a1eef6db9e53/ef240dcc-507d-426b-a18c-9df5929cc22f) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:29.341673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] For port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:29.353693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] For port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=f7f1255d-d3d3-4e62-a1c8-258bb1850ab7,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:29.365576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:29.379297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213981e-b436-413f-8873-94220e204631 req-beadf32a-2198-4182-b45b-24bbd1e8124f tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:29.389955 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5213981e-b436-413f-8873-94220e204631 req-beadf32a-2198-4182-b45b-24bbd1e8124f tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 943 time: 0.5289402 Jan 15 15:05:29.406364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f676bed0-3422-4d8b-9a0a-eb2a685bd3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:29.483764 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-7551be1c-6189-48bf-85e4-172a920c6aba service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9742548 Jan 15 15:05:29.683075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.resource_extend [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:05:29.816259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Pushing event updated for resources: {'Port': ['ID=f7f1255d-d3d3-4e62-a1c8-258bb1850ab7,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:29.821381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:29.964921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Routers {'3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:29.966568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:05:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:30.064574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f67aad51-f58c-45e0-8d66-1c93d85496cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.096663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:05:30.105106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.150937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Transition to ACTIVE for port object 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:30.162978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48716d31-8c8d-4de4-91af-2c559b1690ed req-1b39a9b4-38b4-4a82-94c1-88b86727c63e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:30.163879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.169387 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-48716d31-8c8d-4de4-91af-2c559b1690ed req-1b39a9b4-38b4-4a82-94c1-88b86727c63e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 932 time: 1.2157991 Jan 15 15:05:30.193344 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5213981e-b436-413f-8873-94220e204631 req-a098fae9-3a26-4fdb-8677-e13f0c95ecce tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8022995 Jan 15 15:05:30.199744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:30.206785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.273241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.289397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c645a838-ec8d-4640-ae90-51b6da7e69e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:30.330678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963dfb17-7a5d-40a9-98e8-aca7799e3956,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:30.336681 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-4e52f35a-c590-44b1-aedc-0767cbae1776 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.2406392 Jan 15 15:05:30.347970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:30.357551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:30.367880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:30.375648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.390088 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-48716d31-8c8d-4de4-91af-2c559b1690ed req-898a2016-8f37-49aa-bb87-5c21fbe8726c tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061260 Jan 15 15:05:30.401161 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b06785450c3420b8f3ed80e5edda003&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8321838 Jan 15 15:05:30.401687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38632) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:30.480043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.613555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.632591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:30.665065 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fee582a6-2818-4014-a0e7-8d2eda2ba483 req-0688dbbc-fba8-41ce-9f56-4db716add849 service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1716666 Jan 15 15:05:30.715603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2e1a0c42-4349-463a-a0e6-a8d1e2d7a1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:30.924306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] Set router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:30.932956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef240dcc-507d-426b-a18c-9df5929cc22f,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:31.097345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:31.193029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Attempting to bind port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:31.193557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Attempting to bind port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:31.194180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Attempting to bind port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 on network 5a3e3703-295c-4e86-9853-55add02ac5c8 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:31.216453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a2e5-40e1-4107-9db5-d523485a241e req-bc4becde-0771-4f83-b29c-9f57cda5f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:31.216453 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-bc4becde-0771-4f83-b29c-9f57cda5f255 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 1163 time: 0.3410680 Jan 15 15:05:31.216453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:31.217035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Checking segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:31.234226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.234949 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Bound using segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:31.236029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Bound port: 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:31.236663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.251567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.267048 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:31.339092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.361138 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/963dfb17-7a5d-40a9-98e8-aca7799e3956 HTTP/1.1" status: 204 len: 168 time: 0.9578283 Jan 15 15:05:31.398431 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Network 5776efe1-f737-47b5-a34d-4fdc12143681 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:31.405749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590e05-2d12-457f-827a-94b605bf5522 req-b075a77b-5c2e-4e75-bf2b-52f4ea5bba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:31.415856 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8590e05-2d12-457f-827a-94b605bf5522 req-b075a77b-5c2e-4e75-bf2b-52f4ea5bba4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f59b39254d145e7a7cb00ede899c31d&device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 1160 time: 0.5067956 Jan 15 15:05:31.421497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:31.429912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:31.505150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] For port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:31.513571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] For port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:31.535957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.673766 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:31.688996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963dfb17-7a5d-40a9-98e8-aca7799e3956,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:31.699397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:31.726493 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853736946'] for router_interface, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:31.872013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:23Z', 'revision_number': 3, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:31.885302 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dd99c-97ef-476c-a452-f1ac0f8723af None None] The sync data for ids ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'] in dv-cinder-734144-13-smb is: [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:23Z', 'revision_number': 3, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:32.116617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38678) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:32.270909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:32.302554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:32.445504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a2e5-40e1-4107-9db5-d523485a241e req-741136af-67af-4bcd-b462-5c18f58df8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:32.448572 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-741136af-67af-4bcd-b462-5c18f58df8c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 909 time: 1.1936841 Jan 15 15:05:32.483567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:32.619106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac279afa-45c1-448c-88bf-0d6c18169677 req-7afdf0e1-b192-41d2-aa50-12af23f1cd01 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:32.621925 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ac279afa-45c1-448c-88bf-0d6c18169677 req-7afdf0e1-b192-41d2-aa50-12af23f1cd01 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 943 time: 0.9206302 Jan 15 15:05:32.836521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f285a-5029-439e-ac30-46339d23648f req-9686139e-852e-4c86-bbb5-a665ac440300 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:32.838202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a96f285a-5029-439e-ac30-46339d23648f req-9686139e-852e-4c86-bbb5-a665ac440300 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:32.851289 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-fc7168fe-d2dc-4c3e-b7c1-759d0b5393f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5454d-b98d-4066-b04c-37c9416a9949 HTTP/1.1" status: 200 len: 217 time: 0.3683946 Jan 15 15:05:32.852395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38698) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:32.946754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-5bdb4f63-a6ea-4756-9f64-9f55e8ec372f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:05:32.989095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.028526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:33.034386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e974-c60c-4498-b460-b5be564c3da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.039652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Usage tracker for resource:security_group_rule and tenant:9f627b32a1cc44c785dde26234cc0af0 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:33.044059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a96f285a-5029-439e-ac30-46339d23648f req-9686139e-852e-4c86-bbb5-a665ac440300 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:33.057502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:33.067873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:33.070317 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a96f285a-5029-439e-ac30-46339d23648f req-9686139e-852e-4c86-bbb5-a665ac440300 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 944 time: 1.0489554 Jan 15 15:05:33.119254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590e05-2d12-457f-827a-94b605bf5522 req-4bbcb671-e5a8-4bf2-847b-da1d4a0b7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:33.122887 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8590e05-2d12-457f-827a-94b605bf5522 req-4bbcb671-e5a8-4bf2-847b-da1d4a0b7880 service neutron] 10.222.0.72 "GET /v2.0/networks?id=582ad546-f8af-4a96-bbd9-b135ae65f0cd HTTP/1.1" status: 200 len: 902 time: 1.4046783 Jan 15 15:05:33.137369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a2e5-40e1-4107-9db5-d523485a241e req-329c3306-4493-46df-9854-0e8fc7e7f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:33.140309 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-329c3306-4493-46df-9854-0e8fc7e7f321 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.2667425 Jan 15 15:05:33.163248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:33.163939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.165400 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] 10.222.0.72 "PUT /v2.0/ports/8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 HTTP/1.1" status: 200 len: 1158 time: 5.8569198 Jan 15 15:05:33.185832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:33.191800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.285455 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8590e05-2d12-457f-827a-94b605bf5522 req-606fcb9f-4440-448b-8a12-a87b2e8afa7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ab4849-705f-4c99-866f-df4a79496ecd HTTP/1.1" status: 200 len: 217 time: 0.1315272 Jan 15 15:05:33.314806 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ac279afa-45c1-448c-88bf-0d6c18169677 req-125d026e-0101-4885-b2f5-5007be29a9d8 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569979 Jan 15 15:05:33.353319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:33.369995 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-118b90d8-b996-4904-ab97-97df94ddd1e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084014 Jan 15 15:05:33.380580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Usage tracker for resource:security_group_rule and tenant:87b0b32f8df848559a810511c4c9913a is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:33.410420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590e05-2d12-457f-827a-94b605bf5522 req-f61b95cc-8d80-404a-8348-d412eef19cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:33.412018 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8590e05-2d12-457f-827a-94b605bf5522 req-f61b95cc-8d80-404a-8348-d412eef19cae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fae4511-0cb8-4b74-a23f-ade2738c14dd HTTP/1.1" status: 200 len: 848 time: 0.0876215 Jan 15 15:05:33.494845 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8590e05-2d12-457f-827a-94b605bf5522 req-7f35f45d-fedc-4e13-85c2-3abb1c5faa46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=582ad546-f8af-4a96-bbd9-b135ae65f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605848 Jan 15 15:05:33.548272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:33.575155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 91ab4849-705f-4c99-866f-df4a79496ecd up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:33.583350 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a96f285a-5029-439e-ac30-46339d23648f req-e70f4881-e4ff-4aeb-83bd-b612e13a83ea tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115740 Jan 15 15:05:33.612668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:33.736383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 91ab4849-705f-4c99-866f-df4a79496ecd completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:33.745308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.749325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 91ab4849-705f-4c99-866f-df4a79496ecd triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:33.751188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.778470 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-17a6d389-665d-4b7b-b82c-ab5cb6dcb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:33.780423 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-17a6d389-665d-4b7b-b82c-ab5cb6dcb5cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 1161 time: 0.4971495 Jan 15 15:05:33.794777 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8', 'status': 'completed', 'code': 200} Jan 15 15:05:33.864177 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8590e05-2d12-457f-827a-94b605bf5522 req-a6adab69-8c64-41fb-92ea-7da178124ea6 service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057456 Jan 15 15:05:33.884039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:33.888242 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-eacd1172-4a23-407a-a698-8b42b3e272c9 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036101 Jan 15 15:05:33.949319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.016896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 91ab4849-705f-4c99-866f-df4a79496ecd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=91ab4849-705f-4c99-866f-df4a79496ecd,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:34.019826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab4849-705f-4c99-866f-df4a79496ecd'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:34.031429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.037453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.041722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:34.104703 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8590e05-2d12-457f-827a-94b605bf5522 req-a77b40a4-a93f-4e1b-9432-4086afbc6fc4 service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2318797 Jan 15 15:05:34.114081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:34.123881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.146130 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.174420 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=87b0b32f8df848559a810511c4c9913a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3115602 Jan 15 15:05:34.204912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=91ab4849-705f-4c99-866f-df4a79496ecd,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:34.212088 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab4849-705f-4c99-866f-df4a79496ecd', 'code': 200} Jan 15 15:05:34.214421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:34.226480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38722) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:34.227292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:34.229649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad04a0a8-9eae-4984-bae8-d7fe263d6495,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:34.242434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:34.245283 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-c850fcda-ab4e-4f4b-9342-ffbc272cb0f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 HTTP/1.1" status: 200 len: 217 time: 0.3523698 Jan 15 15:05:34.315363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd43e2e7-7eac-472b-892e-0b384606846f,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:34.324759 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f627b32a1cc44c785dde26234cc0af0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1931231 Jan 15 15:05:34.325000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:34.327103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38728) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:34.376229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.412487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.496798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.561182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4ba7ac02-76a3-4d2e-bbb0-1df71ce6b960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:34.584234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.resource_extend [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:05:34.592666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.596769 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad04a0a8-9eae-4984-bae8-d7fe263d6495 HTTP/1.1" status: 204 len: 168 time: 0.3317137 Jan 15 15:05:34.624213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.658524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.724906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:34.751954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad04a0a8-9eae-4984-bae8-d7fe263d6495,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:34.758483 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.788930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38744) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:34.834813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-4bdb3eda-87bf-4777-9890-dd67be8c46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:34.836734 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-4bdb3eda-87bf-4777-9890-dd67be8c46e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.5842903 Jan 15 15:05:34.860403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:34.872074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:34.873701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a2d9cda9-c6d0-43f7-af7f-d9a7b41b86d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:34.886374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 91ab4849-705f-4c99-866f-df4a79496ecd up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:34.954041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.018660 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-e2ae14c3-e511-465f-893e-1809f23b0910 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682198 Jan 15 15:05:35.024372 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e036a2e5-40e1-4107-9db5-d523485a241e req-4a8aa4fa-0ac1-426e-9198-7330f3459292 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9202645 Jan 15 15:05:35.045152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd43e2e7-7eac-472b-892e-0b384606846f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:35.054116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:35.054116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.097202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.107000 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cd43e2e7-7eac-472b-892e-0b384606846f HTTP/1.1" status: 204 len: 168 time: 0.7750409 Jan 15 15:05:35.177331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 91ab4849-705f-4c99-866f-df4a79496ecd triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:35.178105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.215358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:35.345150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:35.354873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:35.355570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.357571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef240dcc-507d-426b-a18c-9df5929cc22f,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:35.368914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:35.408232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29690e90-2692-46ad-a61a-8c84c992839f req-14da7d44-d349-453b-b533-9618c88ae97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:35.410162 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29690e90-2692-46ad-a61a-8c84c992839f req-14da7d44-d349-453b-b533-9618c88ae97e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 1162 time: 0.6609120 Jan 15 15:05:35.448888 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-da29e0f1-2708-4cd2-bbb4-33559aeefa27 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175606 Jan 15 15:05:35.450401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a040d0-b85d-48c3-af5e-63ac831f7f5c req-77da1ecc-7ecc-47f8-bcfb-d960e95970e4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:35.460175 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d4a040d0-b85d-48c3-af5e-63ac831f7f5c req-77da1ecc-7ecc-47f8-bcfb-d960e95970e4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 945 time: 0.5693269 Jan 15 15:05:35.532903 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29690e90-2692-46ad-a61a-8c84c992839f req-dc9df2b0-d7ad-4932-a94a-bb61ef2df86b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146245 Jan 15 15:05:35.543744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039089'] for router_interface, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.706529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38758) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:35.748559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Network 5776efe1-f737-47b5-a34d-4fdc12143681 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:35.782955 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0185a293-1b75-4dc4-9574-9a9e2327cc03 req-3237ecf8-6c90-464a-8f0a-bca93be0ef06 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2175217 Jan 15 15:05:35.783575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:35.787403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.787557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.838768 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d4a040d0-b85d-48c3-af5e-63ac831f7f5c req-53603ab2-f0f7-4059-9430-2c747508428d tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774819 Jan 15 15:05:35.966220 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:35.986896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:36.001604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=f7f1255d-d3d3-4e62-a1c8-258bb1850ab7,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:36.005474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:36.009058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:36.131806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=f7f1255d-d3d3-4e62-a1c8-258bb1850ab7,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:36.163203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:36.203269 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:36.209100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Usage tracker for resource:security_group_rule and tenant:17809754282042d7b6512747345b3c90 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:36.213981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:36.222904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:36.381977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:36.399942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38768) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:36.517207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:36.542672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:36.543613 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:36.666664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:36.723620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395c484-8775-4848-b821-94ab3fd2545a req-0fd3c29d-5e77-46c0-b248-13d2b8a87667 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:36.738309 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8395c484-8775-4848-b821-94ab3fd2545a req-0fd3c29d-5e77-46c0-b248-13d2b8a87667 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 944 time: 1.2768376 Jan 15 15:05:36.785682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce884db95fa4ae2b130eb868f1f86ae is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:36.899198 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:36.989677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:37.006996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-906d4700-0a2d-4390-8dcb-09bedf89e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:37.008940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:83840b3b9a444634903e21341c092b40 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:37.009623 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-906d4700-0a2d-4390-8dcb-09bedf89e802 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 1161 time: 0.9224286 Jan 15 15:05:37.010868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:37.012445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:37.019441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:37.044657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:05:37.048417 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8395c484-8775-4848-b821-94ab3fd2545a req-79f2d4da-6624-4ef2-8c95-687bd670dc40 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083162 Jan 15 15:05:37.062116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.228600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.238788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.244094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:37.300636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.456888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa631a85-aac6-4f40-a266-5bdfc1764eb4 req-8ad02951-e475-4c0f-b857-191f97e9e095 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:37.464550 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa631a85-aac6-4f40-a266-5bdfc1764eb4 req-8ad02951-e475-4c0f-b857-191f97e9e095 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 945 time: 0.2737176 Jan 15 15:05:37.486189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1dbafd-682a-495e-a1b3-ee65a395ba54,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:37.519397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-c206a882-4912-486f-9018-ae8e0336f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:37.527425 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-c206a882-4912-486f-9018-ae8e0336f8a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 909 time: 0.4578242 Jan 15 15:05:37.536671 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=17809754282042d7b6512747345b3c90&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7144113 Jan 15 15:05:37.543657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.581897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38790) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:37.602513 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa631a85-aac6-4f40-a266-5bdfc1764eb4 req-bd90c98e-8233-469b-8bc3-7f39aa638f7c tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367426 Jan 15 15:05:37.618377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.646955 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.680698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0df4c3fe-f50b-438e-b51c-2d0cbc09ab1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:37.705239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:37.706201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-80c97ce7-f403-49bd-9363-c0c9879f7400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:37.738553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430cd004-06f6-43ba-8c4f-d676ee598c56,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:37.739648 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-95b5bea0-1e8a-4c36-9ad4-98077ccee2f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 HTTP/1.1" status: 200 len: 217 time: 0.1754632 Jan 15 15:05:37.744575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:05:37.756151 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=83840b3b9a444634903e21341c092b40&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0319266 Jan 15 15:05:37.758550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:37.759402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38796) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:37.763122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Sync routers for ids ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:05:37.810261 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Routers {'3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:37.810996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:05:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:37.882764 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-b5e87c47-9b49-4fef-8712-68037d9fbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:37.884744 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-b5e87c47-9b49-4fef-8712-68037d9fbb65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.1230898 Jan 15 15:05:37.919854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.950358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:37.957182 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-813c35ed-9085-405f-aef2-edfe437419de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606725 Jan 15 15:05:37.960906 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ce884db95fa4ae2b130eb868f1f86ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5514305 Jan 15 15:05:37.962338 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe33c7-d920-4100-b0fa-3420580f3dee,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:38.010260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38804) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:38.016349 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] 10.222.0.71 "PUT /v2.0/routers/3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4686472 Jan 15 15:05:38.060544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.067929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.070239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3e098f8a-95c8-4505-a1cc-c75908576d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:38.087148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1dbafd-682a-495e-a1b3-ee65a395ba54,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:38.103158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:38.133727 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.139375 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b1dbafd-682a-495e-a1b3-ee65a395ba54 HTTP/1.1" status: 204 len: 168 time: 0.5353260 Jan 15 15:05:38.172412 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-249ab102-e2ab-4141-895e-bdb58e7ce0d7 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066262 Jan 15 15:05:38.173747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:38.219778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.243401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.312811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Set router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:38.422067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.530440 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d6620c-4c8b-413b-8a90-282ecb9afd10 req-dc1c0e37-906a-4ce6-a11d-ed8e7afd195d service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3427770 Jan 15 15:05:38.569572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.581052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-194d8b57-7bdf-4da6-b267-0b3acbe6bc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:38.627509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe33c7-d920-4100-b0fa-3420580f3dee,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:38.640554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:38.677102 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.682988 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3fe33c7-d920-4100-b0fa-3420580f3dee HTTP/1.1" status: 204 len: 168 time: 0.6610286 Jan 15 15:05:38.692216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.703738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:38.759196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430cd004-06f6-43ba-8c4f-d676ee598c56,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:38.768657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:38.782867 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/430cd004-06f6-43ba-8c4f-d676ee598c56 HTTP/1.1" status: 204 len: 168 time: 1.0047808 Jan 15 15:05:38.785339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:38.839565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba912a29-6eaf-4455-b17c-f138b174a7f7 req-a6459070-b9d4-4120-839a-c4f87b396ece tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:38.849125 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba912a29-6eaf-4455-b17c-f138b174a7f7 req-a6459070-b9d4-4120-839a-c4f87b396ece tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 944 time: 0.3175943 Jan 15 15:05:38.951978 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba912a29-6eaf-4455-b17c-f138b174a7f7 req-a87c833b-71df-41dd-9df3-c65febef3fd1 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005158 Jan 15 15:05:39.146765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38848) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:39.176514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.196715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:39.203643 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Usage tracker for resource:security_group_rule and tenant:7ef2a8248bbd4a108d89ceb53f9dc8c6 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:39.211308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:39.237934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:39.264093 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:32Z', 'revision_number': 4, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'ef240dcc-507d-426b-a18c-9df5929cc22f', 'name': '', 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'mac_address': 'fa:16:3e:84:01:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '80e2fd3c-d345-4ad7-9b93-a1eef6db9e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:28Z', 'updated_at': '2021-01-15T15:05:33Z', 'revision_number': 2, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'subnets': [{'id': '80e2fd3c-d345-4ad7-9b93-a1eef6db9e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:39.271689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Checking router: 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:05:39.272487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Updating router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 port ef240dcc-507d-426b-a18c-9df5929cc22f binding host dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:05:39.362408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.367834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.407173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-52683441-2173-497d-98a1-566774ee3caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:39.519317 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7ef2a8248bbd4a108d89ceb53f9dc8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712761 Jan 15 15:05:39.519513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38858) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:39.521822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa289da-a617-4692-a3f1-af1d4620b4be,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:39.532533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:39.650272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.742671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.764809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.817999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:39.879944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.911129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c59dd1c5-d53c-4a24-803c-36093bdad9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:39.966480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:39.971826 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0aa289da-a617-4692-a3f1-af1d4620b4be HTTP/1.1" status: 204 len: 168 time: 0.4469223 Jan 15 15:05:39.971826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa289da-a617-4692-a3f1-af1d4620b4be,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:39.980013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:40.133450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:40.158473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:40.159115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:40.370315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 38888) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:40.434899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:40.495396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:40.496420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:40.509463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d361e494cfbf465189f2993dd7af7a2a is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:40.519756 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:40.551611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:40.560398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:40.588995 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:40.630341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:40.640475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:40.672640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38898) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:40.711997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-4f181253-e935-42ab-8759-f37d934c9106 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:40.742089 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-4f181253-e935-42ab-8759-f37d934c9106 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 819 time: 0.5291884 Jan 15 15:05:40.802234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:40.806904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:40.818843 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-bf60a905-ee68-4258-824a-d7460ebad4de tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/quotas/0a3f7f8342864095b7af6ae4bc8adcb4 HTTP/1.1" status: 200 len: 375 time: 0.0742188 Jan 15 15:05:40.848780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:40.913272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c4336-e1f6-40a0-8bcf-ce5b8accf8d8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:40.932342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:40.933512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:40.947175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-b77b14fb-525c-4cff-91cf-c4b5fc4ba85a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Synchronizing usage tracker for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:40.960710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:40.964486 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d361e494cfbf465189f2993dd7af7a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5895562 Jan 15 15:05:40.966819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38914) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:41.072150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.084478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-b77b14fb-525c-4cff-91cf-c4b5fc4ba85a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Unset dirty status for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:41.088516 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-b77b14fb-525c-4cff-91cf-c4b5fc4ba85a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2653604 Jan 15 15:05:41.115354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.130843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Transition to ACTIVE for port object ef240dcc-507d-426b-a18c-9df5929cc22f will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:41.134800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.327148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddd477-e20d-4a2f-a37c-a59aaaf69682 req-9236817e-35b5-4503-a739-755e4f9c4fdc tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:41.342507 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-49ddd477-e20d-4a2f-a37c-a59aaaf69682 req-9236817e-35b5-4503-a739-755e4f9c4fdc tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 945 time: 0.2545826 Jan 15 15:05:41.374644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-577d1f5f-bb67-4b37-a05d-9855baddeb27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:41.382057 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-e4e9e2da-43c7-49d0-b922-086bacc8d235 service neutron] 10.222.0.71 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824593 Jan 15 15:05:41.425728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.439035 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-49ddd477-e20d-4a2f-a37c-a59aaaf69682 req-e5ea60e5-639d-4fa8-90db-a6abf496283b tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951729 Jan 15 15:05:41.456379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:41.463402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Usage tracker for resource:security_group_rule and tenant:3c969e41cd2047d9abe4c78afc2629f1 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:41.468593 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:41.478515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:41.490318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.627125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed70ec-d60d-4192-9a71-2663ee49edf9 None None] Pushing event updated for resources: {'Port': ['ID=ef240dcc-507d-426b-a18c-9df5929cc22f,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:41.634341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c4ed70ec-d60d-4192-9a71-2663ee49edf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:41.736929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.760318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.847876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-a976b72a-9ee9-4367-b1dd-800a8c69ee05 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:41.850827 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-a976b72a-9ee9-4367-b1dd-800a8c69ee05 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 945 time: 0.3137207 Jan 15 15:05:41.882838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Attempting to bind port ef240dcc-507d-426b-a18c-9df5929cc22f on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:41.883553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Attempting to bind port ef240dcc-507d-426b-a18c-9df5929cc22f by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:41.884119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Attempting to bind port ef240dcc-507d-426b-a18c-9df5929cc22f on network 5776efe1-f737-47b5-a34d-4fdc12143681 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:41.893194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:41.894736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Checking segment: {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:41.895247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.895699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Bound using segment: {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:41.896307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Bound port: ef240dcc-507d-426b-a18c-9df5929cc22f, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:41.896742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:41.948399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0a2da234-c111-4922-bb7d-6598a51661eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:41.988656 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3c969e41cd2047d9abe4c78afc2629f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1945007 Jan 15 15:05:41.996178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346829dc-8d46-40ad-86cb-7714bf2b52ea,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:42.000175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.015186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Deleting port 91ab4849-705f-4c99-866f-df4a79496ecd {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:05:42.015806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.029734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38932) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:42.030676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:42.031209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c8bd50c5-f68e-4e67-ba5a-aeb625adead6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:42.046276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] For port ef240dcc-507d-426b-a18c-9df5929cc22f, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:42.050714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] For port ef240dcc-507d-426b-a18c-9df5929cc22f, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=ef240dcc-507d-426b-a18c-9df5929cc22f,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:42.054787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.077459 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:42.164688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c4336-e1f6-40a0-8bcf-ce5b8accf8d8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:42.181904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:42.193232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed70ec-d60d-4192-9a71-2663ee49edf9 None None] Pushing event updated for resources: {'Port': ['ID=ef240dcc-507d-426b-a18c-9df5929cc22f,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:42.193890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.196542 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e1c4336-e1f6-40a0-8bcf-ce5b8accf8d8 HTTP/1.1" status: 204 len: 168 time: 1.2282217 Jan 15 15:05:42.212572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c4ed70ec-d60d-4192-9a71-2663ee49edf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:42.218562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d92166-51e0-4013-8f38-1d64ec0bc78c req-75aa502f-8223-417d-b7be-fa51afd62b0a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:42.229427 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2d92166-51e0-4013-8f38-1d64ec0bc78c req-75aa502f-8223-417d-b7be-fa51afd62b0a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 946 time: 0.3762059 Jan 15 15:05:42.264088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.356501 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-fea98684-2476-42ad-a2bd-1a4975c98840 service neutron] 10.222.0.71 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9055934 Jan 15 15:05:42.369741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.412672 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2d92166-51e0-4013-8f38-1d64ec0bc78c req-30fc27da-9f7b-466d-9471-b34b05e4c3cb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818218 Jan 15 15:05:42.535688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.550602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9040c4f9-618a-4966-b1be-50000fa9fc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:42.564932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] For port 91ab4849-705f-4c99-866f-df4a79496ecd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=91ab4849-705f-4c99-866f-df4a79496ecd,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:42.565410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.571199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Routers {'3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:05:42.572255 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:05:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:42.595738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346829dc-8d46-40ad-86cb-7714bf2b52ea,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:42.612174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:42.615504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:42.622070 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/346829dc-8d46-40ad-86cb-7714bf2b52ea HTTP/1.1" status: 204 len: 168 time: 0.5666969 Jan 15 15:05:42.819199 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8', 'code': 200} Jan 15 15:05:43.129772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Calling delete_port for 91ab4849-705f-4c99-866f-df4a79496ecd owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:05:43.139239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:43.221349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff2de3-37d6-4b01-a06c-5d6e0a3cc800 req-0dc2d3d1-2d91-45e6-ac22-695d750b8259 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:43.234703 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0fff2de3-37d6-4b01-a06c-5d6e0a3cc800 req-0dc2d3d1-2d91-45e6-ac22-695d750b8259 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 945 time: 0.1981637 Jan 15 15:05:43.451103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:43.451865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:43.546679 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0fff2de3-37d6-4b01-a06c-5d6e0a3cc800 req-d856abd9-df4d-488f-9296-ad37807551bf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083403 Jan 15 15:05:43.586035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264f4f2-51af-4075-a021-bfb3fbfe7c43 req-fdfb1e68-f105-46eb-ae42-1204848606f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:43.588882 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f264f4f2-51af-4075-a021-bfb3fbfe7c43 req-fdfb1e68-f105-46eb-ae42-1204848606f4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 1163 time: 0.3485191 Jan 15 15:05:43.790836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] Set router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:05:43.877727 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f264f4f2-51af-4075-a021-bfb3fbfe7c43 req-3290115a-025b-4631-9fbe-7ddf9411f042 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767959 Jan 15 15:05:43.890212 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dcf6e6c3-3e21-4f67-a0c7-360162e33f87 req-5886a2da-49cd-41dc-9b27-1c3d94188709 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 210 time: 0.1739359 Jan 15 15:05:43.962814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871aaa7-dc1f-4d19-82a6-519417139448 req-ce0e920f-dba7-4115-947a-a480ea2ffa3e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:43.974131 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a871aaa7-dc1f-4d19-82a6-519417139448 req-ce0e920f-dba7-4115-947a-a480ea2ffa3e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.7105339 Jan 15 15:05:44.038894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 91ab4849-705f-4c99-866f-df4a79496ecd no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:05:44.205918 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a871aaa7-dc1f-4d19-82a6-519417139448 req-40fef383-008b-427e-873c-6f36238716a4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241838 Jan 15 15:05:44.224131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.245164 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] No ports have port_id starting with 91ab4849-705f-4c99-866f-df4a79496ecd Jan 15 15:05:44.406897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 38984) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:44.415640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:44.443667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.523115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Pushing event deleted for resources: {'Port': ['ID=91ab4849-705f-4c99-866f-df4a79496ecd,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:44.532465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:44.535110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:44.542938 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Usage tracker for resource:security_group_rule and tenant:3008474b8ccc439ca0be22d789899788 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:44.550584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:44.562806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:44.768312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] No DVR routers for this DVR port 91ab4849-705f-4c99-866f-df4a79496ecd on host hv-cinder-73414 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:05:44.771904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:44.798854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'name': 'network-vif-deleted', 'tag': '91ab4849-705f-4c99-866f-df4a79496ecd'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:44.811529 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d0ecae1d-956b-4f78-abd7-5b0b95abde2e req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "DELETE /v2.0/ports/91ab4849-705f-4c99-866f-df4a79496ecd HTTP/1.1" status: 204 len: 173 time: 2.9110343 Jan 15 15:05:44.911194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc33b85-0c91-44f6-b69e-dfd8667de9b5 req-ceed18ad-e2ba-4c43-8503-5a0c3e20fcf2 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:44.919334 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ebc33b85-0c91-44f6-b69e-dfd8667de9b5 req-ceed18ad-e2ba-4c43-8503-5a0c3e20fcf2 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 946 time: 0.6415958 Jan 15 15:05:44.932149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:32Z', 'revision_number': 4, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'ef240dcc-507d-426b-a18c-9df5929cc22f', 'name': '', 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'mac_address': 'fa:16:3e:84:01:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '80e2fd3c-d345-4ad7-9b93-a1eef6db9e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:28Z', 'updated_at': '2021-01-15T15:05:42Z', 'revision_number': 4, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'subnets': [{'id': '80e2fd3c-d345-4ad7-9b93-a1eef6db9e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:05:44.970537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d24de-306c-481b-a0a7-616c7952be0c None None] The sync data for ids ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'] in dv-cinder-734144-13-smb is: [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:05:32Z', 'revision_number': 4, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'ef240dcc-507d-426b-a18c-9df5929cc22f', 'name': '', 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'mac_address': 'fa:16:3e:84:01:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '80e2fd3c-d345-4ad7-9b93-a1eef6db9e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:28Z', 'updated_at': '2021-01-15T15:05:42Z', 'revision_number': 4, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'subnets': [{'id': '80e2fd3c-d345-4ad7-9b93-a1eef6db9e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:05:44.994898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:45.018375 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ebc33b85-0c91-44f6-b69e-dfd8667de9b5 req-dca0814d-c07e-4915-aa82-82ba2cca483a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977392 Jan 15 15:05:45.020733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:45.087139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e9b828fd-31a5-4538-9e69-e0cad4b55d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:45.134161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:45.223650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55d3b96-f15b-4429-b1dd-79b5f1c3deea,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:45.244086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:45.252313 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3008474b8ccc439ca0be22d789899788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8399076 Jan 15 15:05:45.256802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39008) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:45.325474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:45.326257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:45.563764 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-39a91043-80a7-4f66-9793-077cf486d8d2 req-f1ca0ab3-2bb1-4012-a21c-8ac278ed3a51 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=92314a2d-e297-4da2-b5db-fa2fb8043a45 HTTP/1.1" status: 200 len: 210 time: 0.1284487 Jan 15 15:05:45.616634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710680ce-9506-4749-8e71-141954095807 req-f870baa9-1f8d-4201-9105-29b1b393126d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:45.617455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-710680ce-9506-4749-8e71-141954095807 req-f870baa9-1f8d-4201-9105-29b1b393126d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Synchronizing usage tracker for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:45.638832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-710680ce-9506-4749-8e71-141954095807 req-f870baa9-1f8d-4201-9105-29b1b393126d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Unset dirty status for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:45.643362 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-f870baa9-1f8d-4201-9105-29b1b393126d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 819 time: 0.6841938 Jan 15 15:05:45.655199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:45.689962 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-05f5dff3-8254-4f98-9af5-2454810873fa tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/quotas/0a3f7f8342864095b7af6ae4bc8adcb4 HTTP/1.1" status: 200 len: 375 time: 0.0389342 Jan 15 15:05:45.726551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:45.793131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:45.805867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1e543f18-7fc0-4d2f-a0a9-eff2db164cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:45.822881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55d3b96-f15b-4429-b1dd-79b5f1c3deea,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:45.835578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:45.845906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:45.847274 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f55d3b96-f15b-4429-b1dd-79b5f1c3deea HTTP/1.1" status: 204 len: 168 time: 0.5892847 Jan 15 15:05:45.919411 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92314a2d-e297-4da2-b5db-fa2fb8043a45', 'name': 'network-vif-deleted', 'tag': '91ab4849-705f-4c99-866f-df4a79496ecd', 'status': 'completed', 'code': 200} Jan 15 15:05:46.307357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bed28c-bf68-439b-9756-f59467cbad42 req-527c96fb-4d03-4f63-928e-1041ce034785 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:46.327481 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c3bed28c-bf68-439b-9756-f59467cbad42 req-527c96fb-4d03-4f63-928e-1041ce034785 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.1895702 Jan 15 15:05:46.532260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ef240dcc-507d-426b-a18c-9df5929cc22f up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:46.582713 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c3bed28c-bf68-439b-9756-f59467cbad42 req-0b584207-402d-4cbb-9b38-13df52ea73ce tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537994 Jan 15 15:05:46.643279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-3378b3b6-95de-4d90-a076-bed7d5bbeaac tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:46.645025 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-3378b3b6-95de-4d90-a076-bed7d5bbeaac tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 819 time: 0.7336810 Jan 15 15:05:46.740623 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-715d4218-536f-4ef5-8e98-87239921b29d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0366702 Jan 15 15:05:46.760171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Request body: {'port': {'device_id': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681', 'admin_state_up': True, 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:46.781799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port ef240dcc-507d-426b-a18c-9df5929cc22f completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:05:46.804200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port ef240dcc-507d-426b-a18c-9df5929cc22f triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:46.820895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:47.041676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0d1b-d3bd-4d47-9f03-6a6d2e269c83 req-11821df2-5cc7-4e8b-9d9b-0e34af62e21d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:47.050953 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-037d0d1b-d3bd-4d47-9f03-6a6d2e269c83 req-11821df2-5cc7-4e8b-9d9b-0e34af62e21d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 946 time: 0.1726031 Jan 15 15:05:47.122437 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-037d0d1b-d3bd-4d47-9f03-6a6d2e269c83 req-5717cb61-8e51-442f-905d-c620dfb55873 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698683 Jan 15 15:05:47.227441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:47.323694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port ef240dcc-507d-426b-a18c-9df5929cc22f, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=ef240dcc-507d-426b-a18c-9df5929cc22f,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:05:47.328419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:47.335392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:47.465420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=ef240dcc-507d-426b-a18c-9df5929cc22f,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:47.470059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:47.702527 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:47.714651 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-05de7970-a0f9-4f97-947d-6eebb538ed6f service neutron] 10.222.0.71 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004991 Jan 15 15:05:47.720103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:47.936237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Made reservation on behalf of 0a3f7f8342864095b7af6ae4bc8adcb4 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:47.939493 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:47.966498 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-be0c6a36-495f-472c-ba07-560f879b9d45 service neutron] 10.222.0.71 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2264833 Jan 15 15:05:48.289966 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf98a7-0ac4-4fa4-aa81-d55d0ed6aae0 req-5b9862dd-2067-4057-ae4e-5575e20bb994 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:48.317900 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81bf98a7-0ac4-4fa4-aa81-d55d0ed6aae0 req-5b9862dd-2067-4057-ae4e-5575e20bb994 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.3593035 Jan 15 15:05:48.373364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ef240dcc-507d-426b-a18c-9df5929cc22f up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:48.551985 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81bf98a7-0ac4-4fa4-aa81-d55d0ed6aae0 req-4d297211-ce93-4855-9a50-3104a338e43b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325273 Jan 15 15:05:48.568452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Allocated IP 172.20.0.10 (5776efe1-f737-47b5-a34d-4fdc12143681/80e2fd3c-d345-4ad7-9b93-a1eef6db9e53/b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:48.644262 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port ef240dcc-507d-426b-a18c-9df5929cc22f triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:48.644953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:49.068159 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3051e8bc-afe7-41cc-9ef0-cb9b333a8f6e req-e39a602f-ff5e-4221-bc74-1ecc1265463a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 210 time: 0.1702657 Jan 15 15:05:49.398976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-ebdaefc4-d765-4780-bffe-967905e15235 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:49.413193 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-ebdaefc4-d765-4780-bffe-967905e15235 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/networks?id=582ad546-f8af-4a96-bbd9-b135ae65f0cd HTTP/1.1" status: 200 len: 808 time: 0.5349531 Jan 15 15:05:49.466994 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-f60114aa-b864-4c82-9508-94fc06845783 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/quotas/7f59b39254d145e7a7cb00ede899c31d HTTP/1.1" status: 200 len: 375 time: 0.0518031 Jan 15 15:05:49.602765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:49.624219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-4d6c39a2-9708-4eb6-a612-08826985add5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Synchronizing usage tracker for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:49.659035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-4d6c39a2-9708-4eb6-a612-08826985add5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Unset dirty status for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:49.675124 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-4d6c39a2-9708-4eb6-a612-08826985add5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f59b39254d145e7a7cb00ede899c31d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2044263 Jan 15 15:05:49.886191 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:49.910416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:50.075001 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9881bf6-e11b-4172-a880-89699862bc64 req-23933699-abb3-480b-ae7c-5bb252627586 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.087352 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c9881bf6-e11b-4172-a880-89699862bc64 req-23933699-abb3-480b-ae7c-5bb252627586 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.1580331 Jan 15 15:05:50.138789 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-59bf6eb6-7eca-47b0-b3a0-d9239962ed11 service neutron] 10.222.0.71 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588385 Jan 15 15:05:50.192410 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c9881bf6-e11b-4172-a880-89699862bc64 req-bad89d7e-4111-43b5-836f-c9c528b2130c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032302 Jan 15 15:05:50.219773 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Pushing event updated for resources: {'Port': ['ID=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:50.334393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:50.512906 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-c013478d-786a-44ec-945f-362951cef595 service neutron] 10.222.0.71 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3713493 Jan 15 15:05:50.658138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Network 5776efe1-f737-47b5-a34d-4fdc12143681 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:50.659562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:50.667696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:50.881000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:50.893287 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:51.176660 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc109915-1d83-41a2-b45f-d56c67578842 req-9239fd41-46cc-4e8d-9c64-55a82a4ff5ea tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 210 time: 0.2592657 Jan 15 15:05:51.204326 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5262020 Jan 15 15:05:51.228481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Request body: {'port': {'device_id': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:51.296288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710680ce-9506-4749-8e71-141954095807 req-e3fc7612-0084-48d9-aaa1-9c6aa19ef8cd tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:51.299356 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-e3fc7612-0084-48d9-aaa1-9c6aa19ef8cd tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 819 time: 0.5478048 Jan 15 15:05:51.324841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:51.334193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Request body: {'port': {'device_id': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681', 'admin_state_up': True, 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:51.602392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port c00b8429-351e-4e82-b441-2674ffbd1991 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:51.603224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:51.747803 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e361ce35-dd37-4df1-bba8-c13881fe203e req-85c15c16-2a69-49a7-9b88-4a60dc485581 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 210 time: 0.2143531 Jan 15 15:05:51.842986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:51.880715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:51.892037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Usage tracker for resource:port and tenant:0a3f7f8342864095b7af6ae4bc8adcb4 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:51.923132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Quota usage for port was recalculated. Used quota:2. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:51.931017 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:51.944192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39172) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:51.997896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Made reservation on behalf of 0a3f7f8342864095b7af6ae4bc8adcb4 for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:52.015699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:52.087849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:05:52.387721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:05:52.388582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:52.776772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e9e7-4f0a-44b1-b6f3-142fcda8e10b req-ad690f40-ddc9-4649-b94f-c7fb95592e20 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:52.785622 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db31e9e7-4f0a-44b1-b6f3-142fcda8e10b req-ad690f40-ddc9-4649-b94f-c7fb95592e20 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.6055951 Jan 15 15:05:52.896169 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db31e9e7-4f0a-44b1-b6f3-142fcda8e10b req-b7e4db18-5896-4002-81d2-af64cf398f6f tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092703 Jan 15 15:05:53.003953 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-501de685-3afa-4c22-9876-9006326a1439 req-70269292-6b62-4b1c-8a47-05c04ad63a6e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 210 time: 0.1485937 Jan 15 15:05:53.005033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:53.140543 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:53.156544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Usage tracker for resource:security_group_rule and tenant:b91a6a1de2ce41f2a3a38f05336dd527 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:53.160557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:53.168285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:53.376898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:53.382469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:53.401459 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb9d4edf-6c7f-4a8b-81ca-7d6272868582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:53.496903 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b91a6a1de2ce41f2a3a38f05336dd527&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5462606 Jan 15 15:05:53.496903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a04880e-3cac-4a90-ae57-adc7f9ca650d,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:53.500335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39206) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:53.539518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.540183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.540912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.541618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.542303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.542952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.543594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.544234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.544889 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.546201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.547006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.547957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.549076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.549802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.550982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.551650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.552299 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.552946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.553544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.554231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.554894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.555556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.556143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.556785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:53.590325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:53.679453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-8ff7becc-3c82-428b-8bc8-f9ffc3e4f7b4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:53.681233 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-8ff7becc-3c82-428b-8bc8-f9ffc3e4f7b4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "GET /v2.0/networks?id=582ad546-f8af-4a96-bbd9-b135ae65f0cd HTTP/1.1" status: 200 len: 808 time: 0.2450812 Jan 15 15:05:53.748379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c74b-335f-46ac-9819-b5dbb6e3c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:53.751018 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b750407-7320-4feb-bd95-0864771a464e req-c34cf6d3-f7e4-4a1c-abe4-09f7c895625a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 210 time: 0.3066957 Jan 15 15:05:53.760435 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Request body: {'port': {'device_id': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd', 'admin_state_up': True, 'tenant_id': '7f59b39254d145e7a7cb00ede899c31d'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:53.811614 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c74b-335f-46ac-9819-b5dbb6e3c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:53.888098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c74b-335f-46ac-9819-b5dbb6e3c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:53.896365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7329a9da-044f-4b21-998d-c2de210a7cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:53.929543 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4c74b-335f-46ac-9819-b5dbb6e3c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a04880e-3cac-4a90-ae57-adc7f9ca650d,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:53.933879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f5f4c74b-335f-46ac-9819-b5dbb6e3c5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:53.952249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c74b-335f-46ac-9819-b5dbb6e3c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:53.954451 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-f5f4c74b-335f-46ac-9819-b5dbb6e3c5b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8a04880e-3cac-4a90-ae57-adc7f9ca650d HTTP/1.1" status: 204 len: 168 time: 0.4499862 Jan 15 15:05:53.955079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:05:53.984873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:54.066685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Transition to ACTIVE for port object b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:05:54.075275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:54.385578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39242) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:54.514340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:54.543900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Allocated IP 172.20.0.11 (5776efe1-f737-47b5-a34d-4fdc12143681/80e2fd3c-d345-4ad7-9b93-a1eef6db9e53/8be01c24-ac84-47b6-bef9-bfb7612558e5) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:54.653660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:54.712801 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:54.991917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:54.998114 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5d3a-4cbe-4d9b-9b90-e3d912f32263 req-955c1020-bc8b-4d4a-8e61-6f2f3c271d40 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:55.009573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Made reservation on behalf of 7f59b39254d145e7a7cb00ede899c31d for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:05:55.018222 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6f1b5d3a-4cbe-4d9b-9b90-e3d912f32263 req-955c1020-bc8b-4d4a-8e61-6f2f3c271d40 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.6307292 Jan 15 15:05:55.050637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:55.188226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.189173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.190280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.191238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.192335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.193457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.194493 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.195630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.196642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.198429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.199425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.201555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.203304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.204473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.205478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.206537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.208187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.208951 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.209540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.210343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.211454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.213664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.215091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.216263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:05:55.229353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:55.287211 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b134bfdd-95e6-40ad-aa6b-3c95ffee0b61 req-81ab0c14-dac5-449a-8ffe-ecd431ef4d1b tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Synchronizing usage tracker for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:55.307119 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6f1b5d3a-4cbe-4d9b-9b90-e3d912f32263 req-649b04c8-b955-4abd-b7a9-793798232e09 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870505 Jan 15 15:05:55.324052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b134bfdd-95e6-40ad-aa6b-3c95ffee0b61 req-81ab0c14-dac5-449a-8ffe-ecd431ef4d1b tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Unset dirty status for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:55.337342 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b134bfdd-95e6-40ad-aa6b-3c95ffee0b61 req-81ab0c14-dac5-449a-8ffe-ecd431ef4d1b tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 210 time: 0.9755530 Jan 15 15:05:55.350442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:55.420881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:55.442042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Usage tracker for resource:security_group_rule and tenant:3a064d9ce52c419d9e90a81156c89955 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:55.442042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:55.454060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:55.640384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:55.654968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:55.714794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7582841e-ba61-4ed5-84d1-a33ac4a96719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:55.786547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37d9db-add3-40f3-8f57-07b22ed898e7,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:55.821041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:55.916330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Allocated IP 172.20.0.9 (582ad546-f8af-4a96-bbd9-b135ae65f0cd/3fae4511-0cb8-4b74-a23f-ade2738c14dd/94b4846a-1a3a-4ba1-95bf-4ed7aef399f7) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:05:55.927829 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a064d9ce52c419d9e90a81156c89955&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5373504 Jan 15 15:05:55.950270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39286) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:56.031080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.189104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.254937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.350703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39300) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:56.373687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.383454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-db65c805-4e96-46d8-820e-6426a7e966c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:56.419545 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37d9db-add3-40f3-8f57-07b22ed898e7,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:56.432003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:56.436638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.443887 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad37d9db-add3-40f3-8f57-07b22ed898e7 HTTP/1.1" status: 204 len: 168 time: 0.4913704 Jan 15 15:05:56.446585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:56.500800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b485dca5-11a7-4c77-ac32-24bfbe3000aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:56.866204 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-944d980b-a643-428d-bacb-4cd284ffc944 req-4b3cac8d-76f6-446d-a4f7-0f7a13303dfb tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 210 time: 0.3273065 Jan 15 15:05:57.014237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.138640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Attempting to bind port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:05:57.139475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Attempting to bind port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:05:57.140033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Attempting to bind port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 on network 5776efe1-f737-47b5-a34d-4fdc12143681 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:05:57.154207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:05:57.154826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Checking segment: {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:05:57.156641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.157317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Bound using segment: {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:05:57.158194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Bound port: b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:05:57.158852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.334176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] For port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:05:57.337133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.338509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] For port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:05:57.349075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:57.392426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:57.397895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Usage tracker for resource:security_group_rule and tenant:a914cf7d23ed47ef88ba0f1673caf901 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:57.402911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:57.414371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:57.446463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Pushing event updated for resources: {'Port': ['ID=8be01c24-ac84-47b6-bef9-bfb7612558e5,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:57.457912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:57.763888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Network 5776efe1-f737-47b5-a34d-4fdc12143681 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:57.774659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:57.788028 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:57.789903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:57.844781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 39332) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:58.004685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.017288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.131063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.131930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.176291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:05:58.224730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.225606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.229447 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] 10.222.0.72 "PUT /v2.0/ports/b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 1158 time: 7.0070062 Jan 15 15:05:58.255280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'tag': 'b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:05:58.311625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:05:58.319904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:05:58.327288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:05:58.348853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6803798c54a042deba661bcda99b6e78 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:05:58.356242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:05:58.365983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:05:58.420324 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0922928 Jan 15 15:05:58.478684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0c5fd-42dd-477e-b26b-9d1566336aa7 req-c1daf9ed-06f4-4edb-8e50-9570cf46aaf9 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.480551 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4aa0c5fd-42dd-477e-b26b-9d1566336aa7 req-c1daf9ed-06f4-4edb-8e50-9570cf46aaf9 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.3222194 Jan 15 15:05:58.485293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Request body: {'port': {'device_id': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:58.706334 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.707819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.759315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:05:58.803199 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4aa0c5fd-42dd-477e-b26b-9d1566336aa7 req-7581a0e3-9a1a-49b6-85d7-fec8357ff90a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459954 Jan 15 15:05:58.824519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.837234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:58.837953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:58.879677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5124e-9110-40ce-a160-cd000b7f6db3 req-530bb7a5-0f34-4400-bac0-3fea6c5f15e6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:58.890232 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a9b5124e-9110-40ce-a160-cd000b7f6db3 req-530bb7a5-0f34-4400-bac0-3fea6c5f15e6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 932 time: 1.5474656 Jan 15 15:05:58.913322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ca565be2-a958-47a5-8036-fdb7338d8048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:58.923884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:58.931386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.692s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:05:59.011930 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2562966 Jan 15 15:05:59.015269 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a914cf7d23ed47ef88ba0f1673caf901&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6628108 Jan 15 15:05:59.017497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41809165-8bc3-43b8-8460-88811d007599,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:05:59.035778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:05:59.040328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:59.051425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 39362) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:05:59.055573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-9b2b798a-8eb3-453f-bbf0-a9ba692eea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:59.057752 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-9b2b798a-8eb3-453f-bbf0-a9ba692eea4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1161 time: 0.7203228 Jan 15 15:05:59.115519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Request body: {'port': {'device_id': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:05:59.242352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a9b5124e-9110-40ce-a160-cd000b7f6db3 req-73e7c78f-bf87-423b-8418-818bf56e7a7e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Synchronizing usage tracker for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:05:59.619514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:05:59.644565 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-561f6dfc-e8e4-44e3-98f7-73c367a57ec6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 217 time: 0.5511563 Jan 15 15:05:59.666858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208f78f-9a4c-427e-b67b-bfc0b28c664b req-153d5b9d-27a6-4a98-91e8-e8cd0191255c tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:05:59.673665 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b208f78f-9a4c-427e-b67b-bfc0b28c664b req-153d5b9d-27a6-4a98-91e8-e8cd0191255c tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 931 time: 0.4720008 Jan 15 15:05:59.734947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a9b5124e-9110-40ce-a160-cd000b7f6db3 req-73e7c78f-bf87-423b-8418-818bf56e7a7e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Unset dirty status for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:05:59.751857 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a9b5124e-9110-40ce-a160-cd000b7f6db3 req-73e7c78f-bf87-423b-8418-818bf56e7a7e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8595684 Jan 15 15:05:59.938799 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b208f78f-9a4c-427e-b67b-bfc0b28c664b req-fc3c9546-a1b9-4cae-b699-eb74dcc8c11c tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472765 Jan 15 15:06:00.120948 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b64c617b-9e80-4de1-8524-99a53d3e6902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:00.345592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39388) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:00.363386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be01c24-ac84-47b6-bef9-bfb7612558e5 {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:06:00.401880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-ae43d902-3180-4f78-98d4-d2b8c7e5bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:00.403759 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-ae43d902-3180-4f78-98d4-d2b8c7e5bc4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.6433618 Jan 15 15:06:00.418054 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'tag': 'b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8', 'status': 'completed', 'code': 200} Jan 15 15:06:00.421205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:00.453967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Transition to ACTIVE for port object 8be01c24-ac84-47b6-bef9-bfb7612558e5 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:00.460457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:00.530762 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:00.660290 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Pushing event updated for resources: {'Port': ['ID=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:00.685448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Pushing event updated for resources: {'Port': ['ID=8be01c24-ac84-47b6-bef9-bfb7612558e5,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:00.691127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:00.707878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9cc04286-ba83-4f91-a0c0-8e733a3dfdcc tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:00.718132 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9cc04286-ba83-4f91-a0c0-8e733a3dfdcc tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.2975583 Jan 15 15:06:00.730885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7581b0bf-1efa-49d6-842b-05962fd02f03 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.799s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:00.753602 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-1cef7747-0d33-4c4d-b755-4346ab8609d5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/quotas/475d36f3957a4e31a2e83a4c742a1eb2 HTTP/1.1" status: 200 len: 375 time: 0.0334139 Jan 15 15:06:00.865532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:00.948686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:00.959601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129040-4a6b-46f9-b4af-d7a89e861cbf req-05595e05-f491-4ce5-8018-d27e2e4834c5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:00.963406 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cb129040-4a6b-46f9-b4af-d7a89e861cbf req-05595e05-f491-4ce5-8018-d27e2e4834c5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.6108117 Jan 15 15:06:01.060464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:01.091986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Usage tracker for resource:security_group_rule and tenant:bbcef5a2d9bc4421b3e96ef31e016265 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:01.097769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39410) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:01.184436 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:01.212327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:01.275556 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cb129040-4a6b-46f9-b4af-d7a89e861cbf req-b5024ae7-dc9b-4c28-a7ca-9b72d5099939 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868037 Jan 15 15:06:01.422726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:01.565853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e1ccd361-8fd5-4f19-9075-e74357658210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:01.590747 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-f180da78-e5c5-4cf3-becd-e166f67721b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8580270 Jan 15 15:06:01.623720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Attempting to bind port 8be01c24-ac84-47b6-bef9-bfb7612558e5 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:06:01.634673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Attempting to bind port 8be01c24-ac84-47b6-bef9-bfb7612558e5 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:06:01.635305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Attempting to bind port 8be01c24-ac84-47b6-bef9-bfb7612558e5 on network 5776efe1-f737-47b5-a34d-4fdc12143681 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:06:01.680487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:06:01.681173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Checking segment: {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:01.681652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:01.682079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Bound using segment: {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:06:01.682782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Bound port: 8be01c24-ac84-47b6-bef9-bfb7612558e5, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d2aadd-7715-496d-ac0b-360b1a3f903a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5776efe1-f737-47b5-a34d-4fdc12143681'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:06:01.683164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:01.731423 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6803798c54a042deba661bcda99b6e78&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8639114 Jan 15 15:06:01.771269 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39416) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:01.771269 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:01.790404 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82093550-3b26-4b27-867f-28bd33069dcc,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:01.831123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:01.835754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Usage tracker for resource:security_group_rule and tenant:e199569ddb7f4ac7b1aa7ee1f35f9a72 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:01.839894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:01.853238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:01.949359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:01.982326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.167201 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-503ffa68-14c6-44be-9ba9-aaca940910e6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4120789 Jan 15 15:06:02.189461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.372285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.379888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.393026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.467666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.resource_extend [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:06:02.498718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] For port 8be01c24-ac84-47b6-bef9-bfb7612558e5, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:06:02.507699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] For port 8be01c24-ac84-47b6-bef9-bfb7612558e5, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:06:02.512041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eb934b1c-75c3-471d-b4c9-ca60511a5de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:02.524124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.538928 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-5aa792df-f7da-45e7-9940-bcdab1b32551 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8997467 Jan 15 15:06:02.541562 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-c2a2eb30-3404-4d30-922d-b1d1fbbcf891 service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383420 Jan 15 15:06:02.602606 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bbcef5a2d9bc4421b3e96ef31e016265&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2547154 Jan 15 15:06:02.605359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.607827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d525a-9a6e-49f3-95ea-cb47ceb282e7,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:02.611664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39424) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:02.708780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:02.725982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.732981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-587ec594-bdb7-45e8-bd8d-ab41b907df6d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:02.775788 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cb979c7-c111-4a03-9ded-4bbbcb13e0b7 req-794b2fd6-b847-4d68-a609-e04e7b433f63 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2288573 Jan 15 15:06:02.839417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Pushing event updated for resources: {'Port': ['ID=8be01c24-ac84-47b6-bef9-bfb7612558e5,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:02.866715 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e199569ddb7f4ac7b1aa7ee1f35f9a72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7650018 Jan 15 15:06:02.868182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:02.906214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e30f3-cea6-415f-9743-c84a4a43cce9 req-45a8b979-f675-4165-9852-1db7581ab56e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:02.907428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b46e30f3-cea6-415f-9743-c84a4a43cce9 req-45a8b979-f675-4165-9852-1db7581ab56e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Synchronizing usage tracker for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:02.913606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7b6847b0-da8f-4165-933a-ca09ff76d267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:02.935850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-18ab9d94-a7a8-430c-a195-1e8fe94f6f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:02.953696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39428) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:03.029001 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf39293a-add7-434a-8365-658ab4beca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.099109 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-0c487c9b-70b9-43ca-8ef0-95750a88f16d service neutron] 10.222.0.71 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3222523 Jan 15 15:06:03.114174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b46e30f3-cea6-415f-9743-c84a4a43cce9 req-45a8b979-f675-4165-9852-1db7581ab56e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Unset dirty status for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:03.118093 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b46e30f3-cea6-415f-9743-c84a4a43cce9 req-45a8b979-f675-4165-9852-1db7581ab56e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 944 time: 1.4442966 Jan 15 15:06:03.128090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.139842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:06:03.150248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:03.165462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e3c08-2a22-4580-bd21-2e0378b09b15,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:03.168161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41809165-8bc3-43b8-8460-88811d007599,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:03.178370 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:03.180862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.199260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7b6847b0-da8f-4165-933a-ca09ff76d267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.217879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Transition to ACTIVE for port object 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:03.219375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.220771 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41809165-8bc3-43b8-8460-88811d007599 HTTP/1.1" status: 204 len: 168 time: 4.1614299 Jan 15 15:06:03.225492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.242873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:03.368599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:03.388613 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b46e30f3-cea6-415f-9743-c84a4a43cce9 req-9b421d00-163b-40b3-b1d8-6637a068b432 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531236 Jan 15 15:06:03.400481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.431433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ec024b8-1e32-4520-8600-0fac040207d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.492520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ec024b8-1e32-4520-8600-0fac040207d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.601268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ec024b8-1e32-4520-8600-0fac040207d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.647836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.686029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fd8a968b-2891-4db3-8a34-70aaf2cf2c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:03.806618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec024b8-1e32-4520-8600-0fac040207d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d525a-9a6e-49f3-95ea-cb47ceb282e7,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:03.897584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6ec024b8-1e32-4520-8600-0fac040207d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:03.996585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ec024b8-1e32-4520-8600-0fac040207d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:03.998941 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-6ec024b8-1e32-4520-8600-0fac040207d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1e2d525a-9a6e-49f3-95ea-cb47ceb282e7 HTTP/1.1" status: 204 len: 168 time: 0.9685762 Jan 15 15:06:04.078406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1f72a-7276-4838-b60f-1e9c314ca97c req-56f75d4b-085d-495e-8a26-47efb660e2fc tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.080501 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6ab1f72a-7276-4838-b60f-1e9c314ca97c req-56f75d4b-085d-495e-8a26-47efb660e2fc tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 943 time: 0.2362463 Jan 15 15:06:04.082897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.083843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.085578 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] 10.222.0.72 "PUT /v2.0/ports/8be01c24-ac84-47b6-bef9-bfb7612558e5 HTTP/1.1" status: 200 len: 1158 time: 5.6423967 Jan 15 15:06:04.089289 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:04.135761 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7b6847b0-da8f-4165-933a-ca09ff76d267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.146599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.153477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e10afc97-774a-4b52-8ccd-0c010b48eab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:04.177242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6847b0-da8f-4165-933a-ca09ff76d267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e3c08-2a22-4580-bd21-2e0378b09b15,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:04.198210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7b6847b0-da8f-4165-933a-ca09ff76d267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.199721 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7b6847b0-da8f-4165-933a-ca09ff76d267 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fe5e3c08-2a22-4580-bd21-2e0378b09b15 HTTP/1.1" status: 204 len: 168 time: 1.5609059 Jan 15 15:06:04.233597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Pushing event updated for resources: {'Port': ['ID=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:04.243707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:04.473526 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6ab1f72a-7276-4838-b60f-1e9c314ca97c req-3ed2edb2-5130-4d57-84a2-953a447ba1e6 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740811 Jan 15 15:06:04.474704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82093550-3b26-4b27-867f-28bd33069dcc,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:04.486573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:04.493883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.501849 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82093550-3b26-4b27-867f-28bd33069dcc HTTP/1.1" status: 204 len: 168 time: 2.7145433 Jan 15 15:06:04.503437 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:04.504708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:04.648353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710680ce-9506-4749-8e71-141954095807 req-383c8992-bed5-4fdf-9233-8d058f9ad41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.649907 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-383c8992-bed5-4fdf-9233-8d058f9ad41a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 1161 time: 0.4133139 Jan 15 15:06:04.664652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-89964d31-cde0-4b1e-99e9-b9d5095576f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:04.668477 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-89964d31-cde0-4b1e-99e9-b9d5095576f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1161 time: 1.6726854 Jan 15 15:06:04.745063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:04.814131 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-9d68282f-7d23-4201-9438-0a014d43b6a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5 HTTP/1.1" status: 200 len: 217 time: 0.1490173 Jan 15 15:06:04.817991 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae211790-f121-450a-b6f6-c5863d2ee7cc req-4cd13932-6e9a-4bcb-968e-a332b62e46e4 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 210 time: 0.0817263 Jan 15 15:06:05.017496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710680ce-9506-4749-8e71-141954095807 req-a895be25-c713-43e4-af0b-ee9bab88f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:05.023689 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-a895be25-c713-43e4-af0b-ee9bab88f6ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.1958179 Jan 15 15:06:05.129758 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-531671fa-fbfa-4817-9758-902131699304 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993242 Jan 15 15:06:05.135853 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5', 'status': 'completed', 'code': 200} Jan 15 15:06:05.401727 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-3437f3f9-db4f-4c0f-917b-96f7d828a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:05.403713 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-3437f3f9-db4f-4c0f-917b-96f7d828a2ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 0.6805995 Jan 15 15:06:05.571688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Attempting to bind port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:06:05.581403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Attempting to bind port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:06:05.582030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Attempting to bind port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 on network 582ad546-f8af-4a96-bbd9-b135ae65f0cd {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:06:05.624781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:06:05.625554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Checking segment: {'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:05.626339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.626956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Bound using segment: {'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:06:05.627858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Bound port: 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03513c81-cb74-41dc-b506-9a46b2ced6d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '582ad546-f8af-4a96-bbd9-b135ae65f0cd'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:06:05.628458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.729986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-850785c8-18fc-41ec-8344-abba5427c463 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:06:05.747462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:05.752702 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-89d7a907-1f68-45e5-b4e3-1db095e632b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 217 time: 0.3365085 Jan 15 15:06:05.757894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 39480) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:05.799000 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-52f836e0-82b5-493b-827f-f8991c2ac51e service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617153 Jan 15 15:06:05.816959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d0ac-a3db-4196-ba8a-4f7d46771756 req-367c7622-dcea-4d40-9a98-a5450af7f71e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:05.835703 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d590d0ac-a3db-4196-ba8a-4f7d46771756 req-367c7622-dcea-4d40-9a98-a5450af7f71e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 1.5798144 Jan 15 15:06:06.185624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] For port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:06:06.195355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] For port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:06:06.250889 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-710680ce-9506-4749-8e71-141954095807 req-3a30028d-2f37-4aac-840b-7902942355ef service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3224580 Jan 15 15:06:06.356715 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d590d0ac-a3db-4196-ba8a-4f7d46771756 req-6a63aba1-9d70-4afb-a9fe-035ce17ed2ba tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5192471 Jan 15 15:06:06.358276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:06.411882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:06.422234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04236d45-58e9-46d7-b72d-fb58bbc89ecd req-6ec4d845-1334-484a-8ff0-4f3d8a86451f tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:06.428693 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04236d45-58e9-46d7-b72d-fb58bbc89ecd req-6ec4d845-1334-484a-8ff0-4f3d8a86451f tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 944 time: 0.6233041 Jan 15 15:06:06.457598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3939f66a-39bd-4625-aff7-7a9e4da9e321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:06.615748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:06.681881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.72', 58562) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:06.729682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Pushing event updated for resources: {'Port': ['ID=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:06.875872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port c00b8429-351e-4e82-b441-2674ffbd1991 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:06.876991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.045489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:07.097053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:07.117227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d376160c4884f1c8e7cf2a88da5a371 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:07.122058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:07.147197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:07.186811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:07.305379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-e255f400-332b-4aaf-9e1d-e0dde922c1d2 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.318217 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-e255f400-332b-4aaf-9e1d-e0dde922c1d2 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 815 time: 0.6198783 Jan 15 15:06:07.367355 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04236d45-58e9-46d7-b72d-fb58bbc89ecd req-c9a731a4-997a-4891-aeab-4e4eaa6c3202 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8088262 Jan 15 15:06:07.370036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.387277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Request body: {'port': {'device_id': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8', 'admin_state_up': True, 'tenant_id': '475d36f3957a4e31a2e83a4c742a1eb2'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:07.466969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:07.469429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.474390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:07.474579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.492276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.673812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fec2c4dc-a746-4aae-a43b-4354d2391973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:07.812499 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.830784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c2b63-43c4-4f44-81ce-38a5e6a22f72,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:07.847016 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:07.882888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:07.899109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-9996581c-c044-4b4b-8693-33e55c646be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.901300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:07.905795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:07.910552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c4ed70ec-d60d-4192-9a71-2663ee49edf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:07.912270 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-9996581c-c044-4b4b-8693-33e55c646be8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 2.0165551 Jan 15 15:06:07.949019 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ebfa7ff7-f2b1-4469-8a63-47ee266bebb1 req-150b4c17-9443-434f-a237-401d395525db tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 210 time: 0.1196599 Jan 15 15:06:07.953501 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:07.981514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-91a687b1-61b6-4258-a9fe-cb7312dcdb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:07.991829 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-91a687b1-61b6-4258-a9fe-cb7312dcdb6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 1161 time: 1.5615187 Jan 15 15:06:07.993156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:08.085619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:08.121869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.125263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.126748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.127161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.135113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.137141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.137671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.138108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.138620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.139004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.139502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.139882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.140494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.140982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.141486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.159113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.159581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.159978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.160363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.160742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.161222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.161599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.162123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.162500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:06:08.200774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:08.223833 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-28a54402-b76b-493f-b1a4-49b4762827ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2438734 Jan 15 15:06:08.233023 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Made reservation on behalf of 475d36f3957a4e31a2e83a4c742a1eb2 for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:08.242740 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d376160c4884f1c8e7cf2a88da5a371&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3489723 Jan 15 15:06:08.245517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:08.275213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39540) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:08.762664 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-a26de469-14c0-4cae-aa4d-2718f28410c6 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789810 Jan 15 15:06:08.947883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:08.987087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.072427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:09.073760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.075864 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] 10.222.0.72 "PUT /v2.0/ports/94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 HTTP/1.1" status: 200 len: 1157 time: 10.0269592 Jan 15 15:06:09.083675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:09.161943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-92298f22-36f7-4a88-8d53-da5f2680b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:09.164018 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-92298f22-36f7-4a88-8d53-da5f2680b446 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 1.1632371 Jan 15 15:06:09.164845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.166732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103f350-e77c-4f79-b973-1a5edb1adc04 req-2a4d546b-238a-4210-97dd-2bef0baf98d0 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:09.168118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-8103f350-e77c-4f79-b973-1a5edb1adc04 req-2a4d546b-238a-4210-97dd-2bef0baf98d0 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Synchronizing usage tracker for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:09.219758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8be01c24-ac84-47b6-bef9-bfb7612558e5 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:09.338907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1fea8941-3ba2-4b0b-8c98-352edceb2b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:09.426131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-8103f350-e77c-4f79-b973-1a5edb1adc04 req-2a4d546b-238a-4210-97dd-2bef0baf98d0 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Unset dirty status for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:09.427494 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8103f350-e77c-4f79-b973-1a5edb1adc04 req-2a4d546b-238a-4210-97dd-2bef0baf98d0 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 943 time: 1.9468768 Jan 15 15:06:09.469666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bf328-3d83-4e94-bade-e41bc6871209 req-4be807ad-ab43-45db-929d-f6d5b5244c02 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:09.488189 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b7bf328-3d83-4e94-bade-e41bc6871209 req-4be807ad-ab43-45db-929d-f6d5b5244c02 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.9491222 Jan 15 15:06:09.510089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 8be01c24-ac84-47b6-bef9-bfb7612558e5 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:09.526148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8be01c24-ac84-47b6-bef9-bfb7612558e5 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:09.526148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.663361 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b7bf328-3d83-4e94-bade-e41bc6871209 req-0b4c803a-15e9-41a8-b62b-a911abf2f72b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734242 Jan 15 15:06:09.665899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c2b63-43c4-4f44-81ce-38a5e6a22f72,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:09.693385 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-bf548631-f87c-4f7d-9bfd-50fd14c2fa02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5 HTTP/1.1" status: 200 len: 217 time: 0.5190117 Jan 15 15:06:09.694846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:09.818750 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:09.820080 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a9c2b63-43c4-4f44-81ce-38a5e6a22f72 HTTP/1.1" status: 204 len: 168 time: 1.5178509 Jan 15 15:06:09.876076 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8103f350-e77c-4f79-b973-1a5edb1adc04 req-ff95bcd4-63f4-4b19-97de-27a2c684c814 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522573 Jan 15 15:06:09.929832 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2acb801-4bbd-4e34-9272-d8225dcabe8d req-abc63f15-ac27-4e79-83a5-af29deee7dee service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0415368 Jan 15 15:06:09.995242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-6db80d71-9403-4894-8846-d366abf80d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:09.998858 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8', 'code': 200} Jan 15 15:06:10.003152 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-6db80d71-9403-4894-8846-d366abf80d5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f59b39254d145e7a7cb00ede899c31d&device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 1160 time: 0.8149264 Jan 15 15:06:10.338639 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:10.391169 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-db770539-f3ea-43f7-a0d0-d10c139425de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 HTTP/1.1" status: 200 len: 217 time: 0.3736420 Jan 15 15:06:10.570312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 8be01c24-ac84-47b6-bef9-bfb7612558e5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:10.594962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:10.594962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:10.751521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:10.782785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-daac6818-09be-4c5d-875c-c60265d79f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:10.788243 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-daac6818-09be-4c5d-875c-c60265d79f10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fae4511-0cb8-4b74-a23f-ade2738c14dd HTTP/1.1" status: 200 len: 848 time: 0.3890486 Jan 15 15:06:11.043833 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b8d7255b-00a2-4f9b-b879-538f2ca52ca0 req-e96c22fc-f4f5-469c-9b64-c53a8f5917d1 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 210 time: 0.2515442 Jan 15 15:06:11.061137 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-41ff5d86-5eff-4094-8032-ee6fb2f8078e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=582ad546-f8af-4a96-bbd9-b135ae65f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113328 Jan 15 15:06:11.080717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-8e4debd0-d957-4c6a-a824-5f7f32f59020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:11.084547 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-8e4debd0-d957-4c6a-a824-5f7f32f59020 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 1.3658183 Jan 15 15:06:11.290683 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=8be01c24-ac84-47b6-bef9-bfb7612558e5,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:11.319580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:11.403556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:11.404223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:11.439818 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-b99b8967-2cbd-47d1-a5a7-372cc146da3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3270144 Jan 15 15:06:11.605514 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7', 'status': 'completed', 'code': 200} Jan 15 15:06:11.770393 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-7cff2409-5d2e-4005-9e5f-79e3745944ef service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299825 Jan 15 15:06:12.005488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:12.398666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Allocated IP 172.20.0.12 (5a3e3703-295c-4e86-9853-55add02ac5c8/72e6ce6c-7e2a-4a3b-b671-bb98291d06a5/ba605c29-47a4-4d55-9fcf-49691051f1a8) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:12.459410 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1b65c326-b4d3-431f-8e65-6a586f65538f req-0413c27e-d476-464c-b9e8-101ac2c43ffe service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6707451 Jan 15 15:06:12.474529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504679cb-ef51-463a-9172-744739c1b981 req-eaed7110-7b74-474f-83f0-53313785e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.485754 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-504679cb-ef51-463a-9172-744739c1b981 req-eaed7110-7b74-474f-83f0-53313785e2bc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 1.6876354 Jan 15 15:06:12.514430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa608d-8c09-4791-9ff8-7e24a16fe204 req-044508ef-b4ed-4451-9253-337f75d0dc93 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:12.539498 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-53aa608d-8c09-4791-9ff8-7e24a16fe204 req-044508ef-b4ed-4451-9253-337f75d0dc93 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 1.5448589 Jan 15 15:06:12.583813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8be01c24-ac84-47b6-bef9-bfb7612558e5 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:12.692738 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-53aa608d-8c09-4791-9ff8-7e24a16fe204 req-c75543ba-baf7-4f28-9116-7d54e533c511 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504781 Jan 15 15:06:12.719956 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-5429321d-3f8a-42c2-a8ef-6ba440e23c7e service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2592542 Jan 15 15:06:12.797991 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-504679cb-ef51-463a-9172-744739c1b981 req-00ff7848-0f82-4425-ac8c-0358c0b09e5b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108041 Jan 15 15:06:12.856577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8be01c24-ac84-47b6-bef9-bfb7612558e5 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:12.858131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:13.069791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-39c2df6f-9ff2-4ccb-b9d0-29a625e9a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.078796 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-39c2df6f-9ff2-4ccb-b9d0-29a625e9a38f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f59b39254d145e7a7cb00ede899c31d&device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 1160 time: 0.2918668 Jan 15 15:06:13.079045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:13.201404 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e2622-f0f2-456e-b201-5138761a71c6 req-bc906391-6997-4279-9560-9dd9f0490783 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.203259 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e87e2622-f0f2-456e-b201-5138761a71c6 req-bc906391-6997-4279-9560-9dd9f0490783 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.7407539 Jan 15 15:06:13.371629 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-90e8753a-30b2-4e2d-b2e8-dd9f00654c51 req-03997329-cf55-45bf-b405-d1704ae9da90 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6341920 Jan 15 15:06:13.388781 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e87e2622-f0f2-456e-b201-5138761a71c6 req-0726a639-1ecc-4542-af2a-511f53efc9ef tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233099 Jan 15 15:06:13.435656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:13.436459 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:13.557696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-77836d28-2673-48ad-a535-efb11f1a2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:13.575758 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-77836d28-2673-48ad-a535-efb11f1a2afc service neutron] 10.222.0.72 "GET /v2.0/networks?id=582ad546-f8af-4a96-bbd9-b135ae65f0cd HTTP/1.1" status: 200 len: 902 time: 0.4639611 Jan 15 15:06:13.747338 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-6fa99ae2-ca1b-4954-b372-418a2ba3988e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 HTTP/1.1" status: 200 len: 217 time: 0.1651862 Jan 15 15:06:13.920308 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5', 'code': 200} Jan 15 15:06:14.506168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39668) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:14.671034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adac949-ce3d-4751-b9e0-319734ba22f8 req-2f7c6045-9d40-485a-bb27-0c8e67833aeb tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:14.695007 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9adac949-ce3d-4751-b9e0-319734ba22f8 req-2f7c6045-9d40-485a-bb27-0c8e67833aeb tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 943 time: 1.3175399 Jan 15 15:06:14.826283 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f2ddca2c-3aac-4cd1-bc5f-0802876e865f req-9f17365a-d066-4098-94c1-504675f177b6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 210 time: 0.1254787 Jan 15 15:06:14.889004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-d048ad31-bbe9-4b7e-b9d0-5fedcbb1607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:14.901014 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-d048ad31-bbe9-4b7e-b9d0-5fedcbb1607d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3fae4511-0cb8-4b74-a23f-ade2738c14dd HTTP/1.1" status: 200 len: 848 time: 1.1413231 Jan 15 15:06:15.058336 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-048fddf9-a413-452b-b7ac-08c7ca4af221 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=582ad546-f8af-4a96-bbd9-b135ae65f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503820 Jan 15 15:06:15.087128 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9adac949-ce3d-4751-b9e0-319734ba22f8 req-bbff22d4-2565-44bf-a3a0-806515ad8a72 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815616 Jan 15 15:06:15.370382 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-9b5b2ef0-8b9b-4864-8a0e-4eee467ac8e6 service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037376 Jan 15 15:06:15.404725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.577401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:15.917616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:15.921899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa0f28-fd65-431e-8c37-fac6a39ec42f req-b72b46d0-a49c-4a04-a2be-6bd364bd48ec tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:15.925164 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-46fa0f28-fd65-431e-8c37-fac6a39ec42f req-b72b46d0-a49c-4a04-a2be-6bd364bd48ec tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.5535712 Jan 15 15:06:15.967828 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7fd3b5af-40f6-495b-9682-4d3563f0a8ef req-6816d1c9-4301-4b3f-a4a3-44ed39dee7cd service neutron] 10.222.0.72 "GET /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4996903 Jan 15 15:06:16.014524 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-46fa0f28-fd65-431e-8c37-fac6a39ec42f req-9126a6e8-d679-4a1b-879d-ef05d1aac1a1 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799637 Jan 15 15:06:16.081294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1118057137-network', 'tenant_id': '7653f9db4c8244bab3cbc0ee37adc29b'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:16.086567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event updated for resources: {'Port': ['ID=ba605c29-47a4-4d55-9fcf-49691051f1a8,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:16.108968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:16.111308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:16.152780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d061-ff1c-45c8-af3a-a6b39efd7f7f req-be26116f-e68e-4631-9fd1-143c8e165c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.155496 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0107d061-ff1c-45c8-af3a-a6b39efd7f7f req-be26116f-e68e-4631-9fd1-143c8e165c48 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 1163 time: 1.0957417 Jan 15 15:06:16.156590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Usage tracker for resource:network and tenant:7653f9db4c8244bab3cbc0ee37adc29b is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:16.161871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:16.164381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:16.169730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:16.243217 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:16.248951 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:16.374130 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0107d061-ff1c-45c8-af3a-a6b39efd7f7f req-8f639f5f-223e-44cf-a0d4-d0b434dbd661 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060425 Jan 15 15:06:16.406372 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.411157 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71752a0-c4d8-40a1-b6a3-c805c60fa8ed req-a3b9d264-64b4-4986-a425-e5bbb589cfae tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.411444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.423861 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b71752a0-c4d8-40a1-b6a3-c805c60fa8ed req-a3b9d264-64b4-4986-a425-e5bbb589cfae tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 932 time: 0.2450981 Jan 15 15:06:16.473612 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1011438 Jan 15 15:06:16.532597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Made reservation on behalf of 7653f9db4c8244bab3cbc0ee37adc29b for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:16.540252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.543336 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b71752a0-c4d8-40a1-b6a3-c805c60fa8ed req-600f445e-869d-4d55-8284-1383893dc436 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133704 Jan 15 15:06:16.622855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:16.732384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b62f3-1cd9-40f1-9d65-831468553f3d req-64886822-ec50-4916-990b-586b65b180bc tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:16.751076 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-425b62f3-1cd9-40f1-9d65-831468553f3d req-64886822-ec50-4916-990b-586b65b180bc tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 1.1703706 Jan 15 15:06:16.830828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Request body: {'port': {'device_id': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:17.062745 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-425b62f3-1cd9-40f1-9d65-831468553f3d req-44da5720-c2c8-491c-b598-640cc230e584 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106229 Jan 15 15:06:17.064224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:17.079094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Usage tracker for resource:security_group_rule and tenant:7653f9db4c8244bab3cbc0ee37adc29b is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:17.084166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:17.094958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:17.105792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:17.133582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477eac-52aa-44fd-a912-0ac431e6fa27 req-484b199f-0682-4d02-b86c-6dd065ad9cca tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:17.148666 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a3477eac-52aa-44fd-a912-0ac431e6fa27 req-484b199f-0682-4d02-b86c-6dd065ad9cca tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 943 time: 0.2136052 Jan 15 15:06:17.227240 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a3477eac-52aa-44fd-a912-0ac431e6fa27 req-900204cf-1b72-4013-a621-099f8976ddcb tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768125 Jan 15 15:06:18.099245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba605c29-47a4-4d55-9fcf-49691051f1a8 {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:06:18.109560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.125145 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Transition to ACTIVE for port object ba605c29-47a4-4d55-9fcf-49691051f1a8 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:18.131311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.294660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:18.308523 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:18.383942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9b5d-1665-4813-aed3-0b06a58a7d23 req-2f72ebec-b0ed-47b9-9c5e-c7034cba264e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.400466 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38bd9b5d-1665-4813-aed3-0b06a58a7d23 req-2f72ebec-b0ed-47b9-9c5e-c7034cba264e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 944 time: 0.2191808 Jan 15 15:06:18.469062 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:18.486380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:18.488113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.555731 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38bd9b5d-1665-4813-aed3-0b06a58a7d23 req-02d198b3-4ba1-4340-922e-7b00cd5ad976 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495881 Jan 15 15:06:18.584214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976330e4-3e80-4cf2-b827-9b6c14f64bfb req-2a462b61-05a0-48ab-9858-e4ae8e6474c4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:18.607502 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-976330e4-3e80-4cf2-b827-9b6c14f64bfb req-2a462b61-05a0-48ab-9858-e4ae8e6474c4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 1.2743776 Jan 15 15:06:18.830059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.881494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:18.899729 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:18.922167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:18.944699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6eec4f78-7f09-4788-a7c5-2aa9536da8c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:19.072892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:19.078507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:19.116881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Pushing event updated for resources: {'Port': ['ID=ba605c29-47a4-4d55-9fcf-49691051f1a8,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:19.132686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:19.141758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79c9d6-8bf9-4aa8-830e-241933e366b7 req-61b03b4e-4ab2-4357-960f-bbde718cdadf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:19.144524 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fc79c9d6-8bf9-4aa8-830e-241933e366b7 req-61b03b4e-4ab2-4357-960f-bbde718cdadf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.2232072 Jan 15 15:06:19.159539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.179337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.206848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:06:19.220764 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.221969 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Added segment 6ee70260-342f-45bd-bc6c-8ab7e7498859 of type vxlan for network c87c8a09-be57-4e1c-ac61-268a9c848076 Jan 15 15:06:19.257141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.276623 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fc79c9d6-8bf9-4aa8-830e-241933e366b7 req-fbd39aa8-812f-446c-9127-ee0f93bc8776 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183667 Jan 15 15:06:19.298144 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dc125df1-69ad-4a75-90db-418e26fe52ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:19.343175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d30d6a-8e16-4810-aa9f-ee65c94016e8,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:19.347009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.348095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:19.369772 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-976330e4-3e80-4cf2-b827-9b6c14f64bfb req-d43317fd-6585-40da-9a6f-1c06f019681c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7610974 Jan 15 15:06:19.373346 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:19.374004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.381336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:19.512149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Attempting to bind port ba605c29-47a4-4d55-9fcf-49691051f1a8 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:06:19.512938 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Attempting to bind port ba605c29-47a4-4d55-9fcf-49691051f1a8 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:06:19.513476 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Attempting to bind port ba605c29-47a4-4d55-9fcf-49691051f1a8 on network 5a3e3703-295c-4e86-9853-55add02ac5c8 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:06:19.521019 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7', 'code': 200} Jan 15 15:06:19.573875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8be01c24-ac84-47b6-bef9-bfb7612558e5 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:19.594262 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:06:19.594947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Checking segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:19.595554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.596203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Bound using segment: {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:06:19.596918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Bound port: ba605c29-47a4-4d55-9fcf-49691051f1a8, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ca80e-2c3a-4d8f-ada5-6705b7f575b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5a3e3703-295c-4e86-9853-55add02ac5c8'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:06:19.597490 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:19.782691 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.2629156 Jan 15 15:06:19.785986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 39746) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:19.805143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Request body: {'subnet': {'network_id': 'c87c8a09-be57-4e1c-ac61-268a9c848076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1118057137-subnet', 'tenant_id': '7653f9db4c8244bab3cbc0ee37adc29b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:19.818967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Pushing event updated for resources: {'Network': ['ID=c87c8a09-be57-4e1c-ac61-268a9c848076,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:19.820399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:19.843250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Usage tracker for resource:subnet and tenant:7653f9db4c8244bab3cbc0ee37adc29b is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:19.854415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:19.855916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:19.875046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:19.895003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Made reservation on behalf of 7653f9db4c8244bab3cbc0ee37adc29b for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:19.897814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network c87c8a09-be57-4e1c-ac61-268a9c848076 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:06:19.907563 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850634296'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:20.215826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network c87c8a09-be57-4e1c-ac61-268a9c848076 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:06:20.251629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] For port ba605c29-47a4-4d55-9fcf-49691051f1a8, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:06:20.322511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] For port ba605c29-47a4-4d55-9fcf-49691051f1a8, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=ba605c29-47a4-4d55-9fcf-49691051f1a8,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:06:20.332104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:20.409085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7f8bd-f61d-4586-8e04-1074ca7702a3 req-1e997de9-10b4-4e0d-a94f-10a252756199 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:20.412100 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5e7f8bd-f61d-4586-8e04-1074ca7702a3 req-1e997de9-10b4-4e0d-a94f-10a252756199 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 945 time: 0.7262142 Jan 15 15:06:20.677128 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5e7f8bd-f61d-4586-8e04-1074ca7702a3 req-5c1ed09e-eade-463c-93fd-7dc0461ced2f tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506821 Jan 15 15:06:20.796706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:20.805200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8be01c24-ac84-47b6-bef9-bfb7612558e5 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:20.805794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:20.993765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:20.998337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:21.005975 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba605c29-47a4-4d55-9fcf-49691051f1a8 HTTP/1.1" status: 200 len: 1158 time: 4.2428217 Jan 15 15:06:21.007011 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'tag': 'ba605c29-47a4-4d55-9fcf-49691051f1a8'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:21.087791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5680d5-6bc9-4d34-9311-39298d498a0f req-c9ea67aa-5714-4d31-a9fb-b8ecbf7cc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.093110 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df5680d5-6bc9-4d34-9311-39298d498a0f req-c9ea67aa-5714-4d31-a9fb-b8ecbf7cc134 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 1162 time: 1.0068290 Jan 15 15:06:21.191563 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850634247'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:21.197051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d748b-68ad-413f-a1df-5d5934833a9a req-68885b90-7dc1-4eda-b493-395a1185f756 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.198142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-893d748b-68ad-413f-a1df-5d5934833a9a req-68885b90-7dc1-4eda-b493-395a1185f756 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:21.201271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Pushing event updated for resources: {'Port': ['ID=ba605c29-47a4-4d55-9fcf-49691051f1a8,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:21.207477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:21.269603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-893d748b-68ad-413f-a1df-5d5934833a9a req-68885b90-7dc1-4eda-b493-395a1185f756 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:21.276962 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-893d748b-68ad-413f-a1df-5d5934833a9a req-68885b90-7dc1-4eda-b493-395a1185f756 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 944 time: 1.3179350 Jan 15 15:06:21.321575 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df5680d5-6bc9-4d34-9311-39298d498a0f req-7b4d7437-697e-498b-aaae-73fc5d17dec3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569200 Jan 15 15:06:21.366836 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-893d748b-68ad-413f-a1df-5d5934833a9a req-4b4643fd-236a-45c3-9486-184cb274206d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Jan 15 15:06:21.367964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:21.383419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-e08f109f-b70b-425b-9306-a61fa4f4cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.385079 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-e08f109f-b70b-425b-9306-a61fa4f4cb5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 1161 time: 0.3087864 Jan 15 15:06:21.473110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcb1f7-148d-454e-85cb-3742676b8969 req-3084547a-fb89-41c7-9106-a73e75953f41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.481479 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4afcb1f7-148d-454e-85cb-3742676b8969 req-3084547a-fb89-41c7-9106-a73e75953f41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.4100311 Jan 15 15:06:21.597686 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4afcb1f7-148d-454e-85cb-3742676b8969 req-a6955848-2398-4ae1-a1f7-8209d689453a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147087 Jan 15 15:06:21.609212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f76abe-5019-4932-8f34-50e387d53c53,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:21.614631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:21.687720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:21.692440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Checking segment: {'id': '6ee70260-342f-45bd-bc6c-8ab7e7498859', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c87c8a09-be57-4e1c-ac61-268a9c848076'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:21.692859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Network hostable DHCP agents. Network: c87c8a09-be57-4e1c-ac61-268a9c848076, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:06:21.774393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Network c87c8a09-be57-4e1c-ac61-268a9c848076 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:06:21.804810 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'tag': 'ba605c29-47a4-4d55-9fcf-49691051f1a8', 'status': 'completed', 'code': 200} Jan 15 15:06:21.805724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, c87c8a09-be57-4e1c-ac61-268a9c848076) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:21.821129 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-c929f2dd-db6d-4b0f-8ddd-590abac1ac89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba605c29-47a4-4d55-9fcf-49691051f1a8 HTTP/1.1" status: 200 len: 217 time: 0.1662300 Jan 15 15:06:21.883106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.884580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:21.935620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcce29-df99-46b7-85d0-06f04fa1eb8d req-af45038e-d93b-4477-add5-dfce0d9e6be3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:21.949088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d73f79-9583-4cbe-9081-8273886faea5 None None] Network c87c8a09-be57-4e1c-ac61-268a9c848076 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:06:21.949839 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-efbcce29-df99-46b7-85d0-06f04fa1eb8d req-af45038e-d93b-4477-add5-dfce0d9e6be3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.4255934 Jan 15 15:06:21.987272 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-44d4b3f6-fca0-42ee-b7bd-322f5cb7fbe0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1984630 Jan 15 15:06:22.052911 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-efbcce29-df99-46b7-85d0-06f04fa1eb8d req-26a2eff2-f6b7-4c5b-b12b-e7a25230213e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018248 Jan 15 15:06:22.091022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-5ea42f97-386a-4443-bef6-4d3634e40aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:22.093331 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-5ea42f97-386a-4443-bef6-4d3634e40aa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.2601767 Jan 15 15:06:22.410711 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-2de08369-779f-494d-b983-b5e902f48098 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3092661 Jan 15 15:06:22.555797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae155092-dd03-4c85-bf7b-5c53eb50c40a req-1369f8ad-92a0-4d22-a559-b53f784c53ad tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:22.565655 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae155092-dd03-4c85-bf7b-5c53eb50c40a req-1369f8ad-92a0-4d22-a559-b53f784c53ad tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 945 time: 0.4636867 Jan 15 15:06:22.708078 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae155092-dd03-4c85-bf7b-5c53eb50c40a req-1386a5fd-928d-4b8c-b29f-c15417e4f8a5 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407840 Jan 15 15:06:23.092478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:23.094123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:23.277184 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-9c15d948-a80a-43fa-b942-db71474bb8fa service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8537879 Jan 15 15:06:23.678857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef2c2-9359-423b-abb9-aef7a032e7e4 req-df0545f4-bb39-4a19-821f-d56d07bb7b3f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:23.688725 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-536ef2c2-9359-423b-abb9-aef7a032e7e4 req-df0545f4-bb39-4a19-821f-d56d07bb7b3f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 944 time: 0.3844090 Jan 15 15:06:23.827431 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-536ef2c2-9359-423b-abb9-aef7a032e7e4 req-0898bec0-5e62-4f8e-955f-db7d4b64a4fa tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375520 Jan 15 15:06:23.999792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d02a2b-fe0b-47ca-aa23-5fc531acf175 None None] Network c87c8a09-be57-4e1c-ac61-268a9c848076 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:06:24.270650 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38774ffb-deb6-4df7-abc1-52b2b6d0bd6e req-460b8276-f0e7-4863-87d2-ef39e28b8de8 service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8507175 Jan 15 15:06:24.311083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-cbb64583-10c7-4e84-8f2d-53b37d246dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:24.313679 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-cbb64583-10c7-4e84-8f2d-53b37d246dfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 1163 time: 1.0293534 Jan 15 15:06:24.367736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4aaa4-3d99-40d9-af9b-8a8fbc5e3e6d req-7fde56e0-e8ae-4152-a0e2-70dd84c0ea52 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:24.385954 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8dc4aaa4-3d99-40d9-af9b-8a8fbc5e3e6d req-7fde56e0-e8ae-4152-a0e2-70dd84c0ea52 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.5492945 Jan 15 15:06:24.433593 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 39816) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:24.452528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1440752977-network', 'tenant_id': '557e4874ba384046a6496142e961d2d6'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:24.758281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b56d6-5511-4efa-9d87-d56942eefbde req-63b65f15-1790-43ba-a61c-890e1a7687d0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:24.769840 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-539b56d6-5511-4efa-9d87-d56942eefbde req-63b65f15-1790-43ba-a61c-890e1a7687d0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.4593947 Jan 15 15:06:24.871128 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-539b56d6-5511-4efa-9d87-d56942eefbde req-6f3c76ee-3b46-4a10-8407-0f5ea0749bdc tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001589 Jan 15 15:06:24.946804 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-b9251343-d078-43b5-99e2-d0155b642438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:24.949114 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-b9251343-d078-43b5-99e2-d0155b642438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 0.5164971 Jan 15 15:06:24.956108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:24.970894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Usage tracker for resource:network and tenant:557e4874ba384046a6496142e961d2d6 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:24.975046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:24.991989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:25.183315 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-ab0efc0d-c799-47ed-94ce-e96c34961da1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5 HTTP/1.1" status: 200 len: 217 time: 0.1157725 Jan 15 15:06:25.194063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Made reservation on behalf of 557e4874ba384046a6496142e961d2d6 for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:25.199904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.220439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.350418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4049-794e-4373-8d8f-fffb1e98e439 req-63e5af35-d974-400f-a6bc-6d2d49d59d76 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.362617 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1abb4049-794e-4373-8d8f-fffb1e98e439 req-63e5af35-d974-400f-a6bc-6d2d49d59d76 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 945 time: 0.1927533 Jan 15 15:06:25.464262 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8dc4aaa4-3d99-40d9-af9b-8a8fbc5e3e6d req-7b36db98-5e9f-4bc2-b3e2-7f9efdab13ec tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0755038 Jan 15 15:06:25.474207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-ca1b8827-9e39-4c8d-83c9-2682700d8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:25.476395 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-ca1b8827-9e39-4c8d-83c9-2682700d8746 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.2574861 Jan 15 15:06:25.482987 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:25.513561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Usage tracker for resource:security_group_rule and tenant:557e4874ba384046a6496142e961d2d6 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:25.522799 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1abb4049-794e-4373-8d8f-fffb1e98e439 req-77952803-1861-47b7-a000-4ee0d1584682 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581082 Jan 15 15:06:25.526453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:25.547242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:25.741025 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.792778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.806066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8d973514-441d-49ee-82d4-0875446ced48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:25.831717 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-b4379142-4d03-4b59-9ce9-d94c9d9014cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857608 Jan 15 15:06:25.833312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:06:25.849119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.849727 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Added segment 58674e28-9b21-4793-ada3-d4a7a7d0fc29 of type vxlan for network 742181e9-7de4-4975-8a10-3909520cf8ab Jan 15 15:06:25.881374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:25.963857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:26.030161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:26.030770 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:26.055947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191a72d-fe42-4fb0-8304-5f51e808d7ca req-096ab7f5-8cf9-477e-b8d6-0e9e6cc7464d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:26.058692 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a191a72d-fe42-4fb0-8304-5f51e808d7ca req-096ab7f5-8cf9-477e-b8d6-0e9e6cc7464d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 944 time: 0.2104492 Jan 15 15:06:26.073791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e686e51e-203d-4e8a-ab51-fa6ab64c936b,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:26.083677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-03e9c651-8538-4751-a517-824209b1d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:26.085664 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-03e9c651-8538-4751-a517-824209b1d69b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 1161 time: 1.0732384 Jan 15 15:06:26.086914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:26.093178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-09a3ac90-3e61-4203-abc8-2f8525c40e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:26.192496 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a191a72d-fe42-4fb0-8304-5f51e808d7ca req-a3e2aace-5955-43ef-8350-9326ff0b5bf6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140182 Jan 15 15:06:26.538141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Pushing event updated for resources: {'Network': ['ID=742181e9-7de4-4975-8a10-3909520cf8ab,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:26.546853 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-bba3c8bb-5657-471f-9595-0157e2e2b0d3 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560197 Jan 15 15:06:26.550058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:26.550551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 742181e9-7de4-4975-8a10-3909520cf8ab details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:06:26.604364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 742181e9-7de4-4975-8a10-3909520cf8ab details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:06:27.070622 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cbe091fd-4c02-45fb-9e54-a0a226296625 req-ec33729b-9571-44ee-b21c-a7b8b593ae91 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4058416 Jan 15 15:06:27.105667 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6672184 Jan 15 15:06:27.124862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 39870) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:27.157202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Request body: {'subnet': {'network_id': '742181e9-7de4-4975-8a10-3909520cf8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1440752977-subnet', 'tenant_id': '557e4874ba384046a6496142e961d2d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:27.167359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:27.173635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Usage tracker for resource:subnet and tenant:557e4874ba384046a6496142e961d2d6 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:27.177875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:27.185391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:27.215554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Made reservation on behalf of 557e4874ba384046a6496142e961d2d6 for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:27.232710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850634296'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:27.312444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2b1c-437e-4ab1-9948-5c53036f1e04 req-67ccc0df-c001-4acb-94c3-0654689f07fa tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.315451 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07eb2b1c-437e-4ab1-9948-5c53036f1e04 req-67ccc0df-c001-4acb-94c3-0654689f07fa tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.8433897 Jan 15 15:06:27.426708 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07eb2b1c-437e-4ab1-9948-5c53036f1e04 req-779c8637-69c9-4867-9fd9-42b0d5aa7c34 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014178 Jan 15 15:06:27.443126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-ac5d9532-9779-4e6a-88c8-8bd34bdb05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.443126 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-ac5d9532-9779-4e6a-88c8-8bd34bdb05dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 200 len: 909 time: 0.9696105 Jan 15 15:06:27.463238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd82383-f3c4-481d-95b6-0eb828c70012 req-3799580c-f763-48cf-8494-1c940aa2607b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.466133 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2dd82383-f3c4-481d-95b6-0eb828c70012 req-3799580c-f763-48cf-8494-1c940aa2607b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.5106096 Jan 15 15:06:27.574732 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2dd82383-f3c4-481d-95b6-0eb828c70012 req-ece1bf13-d39f-439e-80c7-93e914fcc4eb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003261 Jan 15 15:06:27.669325 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-9ecd6d43-cece-4df9-9c6b-b6fe7909b803 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba605c29-47a4-4d55-9fcf-49691051f1a8 HTTP/1.1" status: 200 len: 217 time: 0.1072311 Jan 15 15:06:27.841868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f368-2469-43da-9b7d-e532110cb203 req-68988163-d0d9-4661-8f3e-0f3ed90eecdb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.851530 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a15f368-2469-43da-9b7d-e532110cb203 req-68988163-d0d9-4661-8f3e-0f3ed90eecdb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 944 time: 0.1809752 Jan 15 15:06:27.927062 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a15f368-2469-43da-9b7d-e532110cb203 req-d441aa24-8cfe-4c52-92d4-f1b2557d9ddd tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741763 Jan 15 15:06:27.940679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-6767a068-82a5-47df-b631-9cf7cd518c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:27.953129 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-6767a068-82a5-47df-b631-9cf7cd518c75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 200 len: 855 time: 0.2311018 Jan 15 15:06:28.012394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device ba605c29-47a4-4d55-9fcf-49691051f1a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:28.022742 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-b7e3f208-6e80-4354-94b7-2778229345b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a3e3703-295c-4e86-9853-55add02ac5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557318 Jan 15 15:06:28.127227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port ba605c29-47a4-4d55-9fcf-49691051f1a8 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:28.144077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port ba605c29-47a4-4d55-9fcf-49691051f1a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:28.146334 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.386607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-a516b542-0d24-46c1-b255-2781b0427f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:28.389716 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-a516b542-0d24-46c1-b255-2781b0427f39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1162 time: 0.2408340 Jan 15 15:06:28.407021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850634247'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.413187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.458060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba605c29-47a4-4d55-9fcf-49691051f1a8'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:28.476941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port ba605c29-47a4-4d55-9fcf-49691051f1a8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=ba605c29-47a4-4d55-9fcf-49691051f1a8,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:28.482432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:28.523695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:28.655832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-e03169c8-7064-449d-8ebc-d356d097361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:28.673132 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-e03169c8-7064-449d-8ebc-d356d097361b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.2728229 Jan 15 15:06:28.717393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=ba605c29-47a4-4d55-9fcf-49691051f1a8,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:28.721173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:28.807770 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:28.842518 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba605c29-47a4-4d55-9fcf-49691051f1a8', 'code': 200} Jan 15 15:06:28.904076 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-9dfa478f-0a34-42fa-b968-aa186c3e4f93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 200 len: 1000 time: 0.1948900 Jan 15 15:06:28.910115 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-1ff73e23-8e98-4c94-ad51-991f7507dbbd service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439579 Jan 15 15:06:28.929051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6515e7-d58b-4ea0-ae02-9fcb60969af7,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:28.944831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:28.985912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Checking segment: {'id': '58674e28-9b21-4793-ada3-d4a7a7d0fc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '742181e9-7de4-4975-8a10-3909520cf8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:28.986995 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Network hostable DHCP agents. Network: 742181e9-7de4-4975-8a10-3909520cf8ab, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:06:29.012391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Network 742181e9-7de4-4975-8a10-3909520cf8ab is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:06:29.025089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 742181e9-7de4-4975-8a10-3909520cf8ab) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:29.035512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f8c41-48a6-44bc-aed8-b7a6890d36f8 None None] Network 742181e9-7de4-4975-8a10-3909520cf8ab requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:06:29.161427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.162342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.229274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device ba605c29-47a4-4d55-9fcf-49691051f1a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:29.242879 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15170f60-e45d-4876-a06d-dd9567616cd3 req-e489eaa6-36e6-46ff-914c-38001f1b14ba service neutron] 10.222.0.72 "GET /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2327578 Jan 15 15:06:29.259888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-d59954d8-8882-4f50-b183-2cf8f880b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.261632 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-d59954d8-8882-4f50-b183-2cf8f880b4c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.3112524 Jan 15 15:06:29.376487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a91dc-02a0-496f-9f57-ba2e6431afce req-4090c217-f6df-4925-9378-95a7ccf02c9a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.381222 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-935a91dc-02a0-496f-9f57-ba2e6431afce req-4090c217-f6df-4925-9378-95a7ccf02c9a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.4743822 Jan 15 15:06:29.424705 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2959096 Jan 15 15:06:29.443433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-c9e32640-59fd-4032-87ac-426b5a778dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.444848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57db76d-7864-43f0-9e07-3c897ebd04e7 req-cc702b1f-2bc5-4ea5-8c8e-509fefc9b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.447320 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f57db76d-7864-43f0-9e07-3c897ebd04e7 req-cc702b1f-2bc5-4ea5-8c8e-509fefc9b10c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 1163 time: 0.2344272 Jan 15 15:06:29.448200 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-c9e32640-59fd-4032-87ac-426b5a778dba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1728776 Jan 15 15:06:29.483609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7022-e746-43cc-a71d-a7f4940ce266 req-770077cc-0b78-4ef4-b7a9-89a4180efea4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.486049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a8be7022-e746-43cc-a71d-a7f4940ce266 req-770077cc-0b78-4ef4-b7a9-89a4180efea4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.4635565 Jan 15 15:06:29.586442 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f57db76d-7864-43f0-9e07-3c897ebd04e7 req-bca4fbb1-db08-4644-b55c-6bb1f33ec4d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981615 Jan 15 15:06:29.649087 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a8be7022-e746-43cc-a71d-a7f4940ce266 req-111ee501-215f-487e-aaed-0a1531167503 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436160 Jan 15 15:06:29.705620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964eecef-a881-4fff-89b4-df36c1646d76 None None] Network 742181e9-7de4-4975-8a10-3909520cf8ab requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:06:29.741747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port ba605c29-47a4-4d55-9fcf-49691051f1a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:29.742209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:29.811122 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-3f1b5774-ad0e-431a-a545-0adebe242a67 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346941 Jan 15 15:06:29.839363 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-935a91dc-02a0-496f-9f57-ba2e6431afce req-97e8ce61-43ab-4903-96c8-aa195a43041e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487367 Jan 15 15:06:29.986635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990be89d-0a3a-48b4-a889-850a80b473e1 req-ef37bab5-a9d2-4343-8d78-fd73a3359806 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:29.988681 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-990be89d-0a3a-48b4-a889-850a80b473e1 req-ef37bab5-a9d2-4343-8d78-fd73a3359806 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 945 time: 0.1331182 Jan 15 15:06:30.066541 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-990be89d-0a3a-48b4-a889-850a80b473e1 req-6b2152b4-5671-4aea-8471-150636987c5e tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695715 Jan 15 15:06:30.184732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-790e921d-120d-4737-90a0-abee09ec504b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:30.269033 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-adb7b38e-7fd6-4a55-bf9a-919b1ff57aad req-15cd29e3-ef70-48fe-9099-d8fe6142e34c service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3451326 Jan 15 15:06:30.315060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aefeec-075a-40b7-b823-b9629bcc750d req-9d582f5e-04b5-4bde-8cbe-178994595669 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.317872 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-66aefeec-075a-40b7-b823-b9629bcc750d req-9d582f5e-04b5-4bde-8cbe-178994595669 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 946 time: 0.2133195 Jan 15 15:06:30.395536 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-66aefeec-075a-40b7-b823-b9629bcc750d req-dec65774-dfee-40c6-b1b4-c65fc04053de tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702543 Jan 15 15:06:30.495839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-d3a44535-08b3-4e23-b981-938a19898aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.497860 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-d3a44535-08b3-4e23-b981-938a19898aa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1162 time: 0.1008043 Jan 15 15:06:30.777562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-e293e584-b20a-48d4-86a8-298a4a4a85b7 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:30.794739 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-e293e584-b20a-48d4-86a8-298a4a4a85b7 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/networks?id=c87c8a09-be57-4e1c-ac61-268a9c848076 HTTP/1.1" status: 200 len: 809 time: 0.3435266 Jan 15 15:06:30.829285 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-ceb8f755-c6f9-4ec6-bd0f-2c5d1c364479 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/quotas/7653f9db4c8244bab3cbc0ee37adc29b HTTP/1.1" status: 200 len: 375 time: 0.0322237 Jan 15 15:06:30.947643 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-24b96f3a-799f-4eaf-871e-09295bac9e94 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?tenant_id=7653f9db4c8244bab3cbc0ee37adc29b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152110 Jan 15 15:06:31.152494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-9cca45d4-a86f-4368-a647-6b728b6d440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.154629 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-9cca45d4-a86f-4368-a647-6b728b6d440d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.6084874 Jan 15 15:06:31.214242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece55498-0be2-4293-b8ac-7f862d5e78a7 req-751f0206-b38b-4b22-8f19-ade008b4f4f8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.217413 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ece55498-0be2-4293-b8ac-7f862d5e78a7 req-751f0206-b38b-4b22-8f19-ade008b4f4f8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.1768341 Jan 15 15:06:31.245610 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-3573a679-4d09-4e7f-be5a-3c15afcce6a8 service neutron] 10.222.0.71 "GET /v2.0/networks/c87c8a09-be57-4e1c-ac61-268a9c848076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959971 Jan 15 15:06:31.394182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device ba605c29-47a4-4d55-9fcf-49691051f1a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:31.415998 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-624b9a83-6ebb-4c39-ba59-ca830f062963 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 200 len: 1000 time: 0.1969142 Jan 15 15:06:31.444029 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ece55498-0be2-4293-b8ac-7f862d5e78a7 req-e1137744-6ed6-4acd-b975-a9103a52c763 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041248 Jan 15 15:06:31.525692 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-629563f3-e6a7-4a8e-9887-94b837ce4f3d service neutron] 10.222.0.71 "GET /v2.0/networks/c87c8a09-be57-4e1c-ac61-268a9c848076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2654161 Jan 15 15:06:31.536679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port ba605c29-47a4-4d55-9fcf-49691051f1a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:31.538693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:31.583993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-b5e0d6ce-0020-47f8-98be-5c8a5d487776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.587016 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-b5e0d6ce-0020-47f8-98be-5c8a5d487776 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.1414456 Jan 15 15:06:31.813800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-072ce418-6c63-41a9-be55-638bfeb65564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.816488 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-072ce418-6c63-41a9-be55-638bfeb65564 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2221878 Jan 15 15:06:31.991450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b342319-bbd7-45ab-83a1-1093a22491e8 req-982c401a-3dca-4a6c-b7dc-7aa6f625b7da tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:31.993397 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9b342319-bbd7-45ab-83a1-1093a22491e8 req-982c401a-3dca-4a6c-b7dc-7aa6f625b7da tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.2760904 Jan 15 15:06:32.072907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c2980-401c-4631-8667-fb7b632747d5 req-f7265de2-68c6-4804-b639-8426244359d7 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:32.075686 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c39c2980-401c-4631-8667-fb7b632747d5 req-f7265de2-68c6-4804-b639-8426244359d7 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 945 time: 0.2257185 Jan 15 15:06:32.090354 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9b342319-bbd7-45ab-83a1-1093a22491e8 req-9bd517fa-139e-4693-b0af-3ef25953c03c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741649 Jan 15 15:06:32.096772 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-e1a839b7-f096-44b9-b179-f7904e4ae50a service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700450 Jan 15 15:06:32.211350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-d32ace0d-7640-4017-b82d-65e47c76bd50 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:32.213144 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-d32ace0d-7640-4017-b82d-65e47c76bd50 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 945 time: 0.2644911 Jan 15 15:06:32.372629 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-36b4ce12-2e7a-4ab6-ae31-50ec55bff8bc req-35a20f60-c8dd-4bee-9dc4-7ae10a6bc90e service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2634165 Jan 15 15:06:32.402707 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c39c2980-401c-4631-8667-fb7b632747d5 req-1c2aec5c-1364-4211-89db-ec6de3cf4fa1 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080130 Jan 15 15:06:32.508471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Deleting port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:32.508820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:32.700228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173cf8-47da-4d93-81f0-e83c4ec0dde1 req-dccf4289-4f40-49d5-b87a-0ce83ded462d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:32.719031 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa173cf8-47da-4d93-81f0-e83c4ec0dde1 req-dccf4289-4f40-49d5-b87a-0ce83ded462d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 946 time: 0.3295300 Jan 15 15:06:32.807284 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa173cf8-47da-4d93-81f0-e83c4ec0dde1 req-e4a11207-1699-4b71-ac6b-162c6b3442f6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864551 Jan 15 15:06:32.978338 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1ea90e54-568a-4572-a687-221527f08bd2 req-653325ff-ab8d-4bb9-8e65-5325ecd2e5d0 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 210 time: 0.0808554 Jan 15 15:06:33.038628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-73e66842-c61d-4520-b330-7d7f6a7b7291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.165961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40006) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:33.169749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] For port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:33.170183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.185445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d987a-4d38-4e20-9855-a790ed6ae063 req-ae9c35e9-9e5e-435a-a746-7e63c7d83440 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:33.194247 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1c8d987a-4d38-4e20-9855-a790ed6ae063 req-ae9c35e9-9e5e-435a-a746-7e63c7d83440 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.1748378 Jan 15 15:06:33.262901 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1c8d987a-4d38-4e20-9855-a790ed6ae063 req-74be157f-211c-44bb-b158-43c952346d9c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672288 Jan 15 15:06:33.322343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device ba605c29-47a4-4d55-9fcf-49691051f1a8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:33.390674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Calling delete_port for 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:33.502658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port ba605c29-47a4-4d55-9fcf-49691051f1a8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:33.504340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.666654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.784298 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:33.795223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:33.822996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:33.839323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Usage tracker for resource:security_group_rule and tenant:3e62d7b90af04b61876abbb08a2e5c59 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:33.849046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:33.869059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:34.049837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.125394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:34.165687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:34.168884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.169285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.171635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cef03faf-1e81-4ef3-92d6-e1d2013252a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:34.182986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.241828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5158352e-dc5a-4064-b85a-3da12f8ee7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:34.254054 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e62d7b90af04b61876abbb08a2e5c59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0868752 Jan 15 15:06:34.265784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40050) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:34.319839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:34.353500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:34.357759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b32a698-101e-46ce-b113-00fc181f4fe0,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:34.363241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:34.394865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.401604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:06:34.402079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:06:34.439162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fc987-7ea5-4cc8-a83a-bad29c8a8b8b req-357a10f6-4b27-495f-873e-6e9e3f5f1903 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:34.439162 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-560fc987-7ea5-4cc8-a83a-bad29c8a8b8b req-357a10f6-4b27-495f-873e-6e9e3f5f1903 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 1.0543027 Jan 15 15:06:34.464554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef71048-6f36-43ac-90d8-f0dc2f778e4c req-6dec1507-7530-4f69-b120-7a0c8fd0bf6f tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:34.468539 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cef71048-6f36-43ac-90d8-f0dc2f778e4c req-6dec1507-7530-4f69-b120-7a0c8fd0bf6f tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 945 time: 0.6392784 Jan 15 15:06:34.509409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.578449 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-560fc987-7ea5-4cc8-a83a-bad29c8a8b8b req-ccae2baf-3599-44d5-9109-f4f13afc856e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322219 Jan 15 15:06:34.621507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.626472 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cef71048-6f36-43ac-90d8-f0dc2f778e4c req-62b41c09-061f-49e4-bbe2-4c9efbd2ae12 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392922 Jan 15 15:06:34.644000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c134be02-cdc0-4ae4-a4c5-c5be0d5c9634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:34.651399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-cf713ff3-603e-4f1e-81ec-befb7cb1f758 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:34.652417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-cf713ff3-603e-4f1e-81ec-befb7cb1f758 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Synchronizing usage tracker for tenant:7653f9db4c8244bab3cbc0ee37adc29b on resource:network {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:34.672532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-cf713ff3-603e-4f1e-81ec-befb7cb1f758 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Unset dirty status for tenant:7653f9db4c8244bab3cbc0ee37adc29b on resource:network {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:34.674505 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-cf713ff3-603e-4f1e-81ec-befb7cb1f758 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.72 "GET /v2.0/networks?id=c87c8a09-be57-4e1c-ac61-268a9c848076 HTTP/1.1" status: 200 len: 809 time: 0.7067924 Jan 15 15:06:34.721953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Request body: {'port': {'device_id': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'network_id': 'c87c8a09-be57-4e1c-ac61-268a9c848076', 'admin_state_up': True, 'tenant_id': '7653f9db4c8244bab3cbc0ee37adc29b'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:34.730971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.736738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b32a698-101e-46ce-b113-00fc181f4fe0,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:34.741842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:34.763424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:34.764686 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7b32a698-101e-46ce-b113-00fc181f4fe0 HTTP/1.1" status: 204 len: 168 time: 0.4955957 Jan 15 15:06:34.862347 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7', 'code': 200} Jan 15 15:06:34.933227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Deleting port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:34.933621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.081259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:35.100465 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1643b72d-dbbe-4336-9978-e0740000bb6a req-95e5675f-38a8-40d2-92d6-2fc01952d6e1 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 210 time: 0.2378061 Jan 15 15:06:35.187410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:06:35.256512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:35.277942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Usage tracker for resource:port and tenant:7653f9db4c8244bab3cbc0ee37adc29b is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:35.282069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Quota usage for port was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:35.360996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5381-a2c2-4383-85bc-f8f8aa22d4ab req-3386fc48-7385-4fb1-bb2f-d366c73a7fbc tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:35.365437 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-780e5381-a2c2-4383-85bc-f8f8aa22d4ab req-3386fc48-7385-4fb1-bb2f-d366c73a7fbc tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.3486757 Jan 15 15:06:35.366735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:35.379036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.440417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Made reservation on behalf of 7653f9db4c8244bab3cbc0ee37adc29b for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:06:35.465445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port c00b8429-351e-4e82-b441-2674ffbd1991, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c00b8429-351e-4e82-b441-2674ffbd1991,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:35.469193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.472244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.487748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:35.722989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=c00b8429-351e-4e82-b441-2674ffbd1991,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:35.726730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.727896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:35.817670 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40110) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:35.856072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.884747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] For port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,segment=NetworkSegment(03513c81-cb74-41dc-b506-9a46b2ced6d5),segment_id=03513c81-cb74-41dc-b506-9a46b2ced6d5)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:35.885286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:35.903719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:36.051809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Usage tracker for resource:security_group_rule and tenant:2aed6e0ef910443195dcd9dae189088a is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:36.075508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Calling delete_port for 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:36.115642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:36.135419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:36.149249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Allocated IP 172.20.0.6 (c87c8a09-be57-4e1c-ac61-268a9c848076/47f76abe-5019-4932-8f34-50e387d53c53/8e9597c3-9526-478e-badf-b2455c718646) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:06:36.376465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.386171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.404240 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a1fb4051-7daa-4940-bf83-b8ca15bbf222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:36.422833 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-780e5381-a2c2-4383-85bc-f8f8aa22d4ab req-7748a228-1edf-43ad-9ba8-ff5dbc09f149 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0346563 Jan 15 15:06:36.545791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.644650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:36.672385 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:36.864353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:37.037481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Pushing event updated for resources: {'Port': ['ID=8e9597c3-9526-478e-badf-b2455c718646,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.054650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.055280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2307b0-a26c-407e-9be0-9c9c4514c74f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.061683 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.105371 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2aed6e0ef910443195dcd9dae189088a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2819021 Jan 15 15:06:37.108721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40142) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:37.133185 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299524ac-4872-437b-ad46-d072d0e8c5c0 req-f95f6674-4bae-4550-9cc8-ca49bca87ef8 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.134970 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-299524ac-4872-437b-ad46-d072d0e8c5c0 req-f95f6674-4bae-4550-9cc8-ca49bca87ef8 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 943 time: 0.2408285 Jan 15 15:06:37.139914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.140319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Network c87c8a09-be57-4e1c-ac61-268a9c848076 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:06:37.141767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:06:37.146666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:06:37.172732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-608d0e06-b592-42c0-a551-a283ff4ab1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:37.294721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Pushing event deleted for resources: {'Port': ['ID=94b4846a-1a3a-4ba1-95bf-4ed7aef399f7,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.315019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.320965 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-299524ac-4872-437b-ad46-d072d0e8c5c0 req-b04c915e-fab6-4b84-975f-0c69bd73b6ca tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/security-groups?id=8f8a9061-3c8d-4d81-ad78-0e6a45e07add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758530 Jan 15 15:06:37.339369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.341565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c00801-e088-492d-b68e-b9faf505b9ef req-6f39175b-803b-445c-8c4e-eca259901536 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.343464 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-65c00801-e088-492d-b68e-b9faf505b9ef req-6f39175b-803b-445c-8c4e-eca259901536 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.9596565 Jan 15 15:06:37.353711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.354471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.412802 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6957345 Jan 15 15:06:37.431819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Request body: {'port': {'device_id': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:06:37.455232 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-65c00801-e088-492d-b68e-b9faf505b9ef req-8a86f9dc-8ecb-441d-8a70-31820e9daff1 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808930 Jan 15 15:06:37.469293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.532317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.676707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.679150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] No DVR routers for this DVR port 94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 on host hv-cinder-73414 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:37.683589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.686496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'name': 'network-vif-deleted', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:37.708161 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1cd70fdb-ffab-4bb9-8d1b-52f7c279a0ca req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.72 "DELETE /v2.0/ports/94b4846a-1a3a-4ba1-95bf-4ed7aef399f7 HTTP/1.1" status: 204 len: 173 time: 5.4754891 Jan 15 15:06:37.714256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.721705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b49c2806-e596-47a2-8d93-a580db61da4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:37.749970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2307b0-a26c-407e-9be0-9c9c4514c74f,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:37.755046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:37.757437 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:37.761780 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d2307b0-a26c-407e-9be0-9c9c4514c74f HTTP/1.1" status: 204 len: 168 time: 0.6484890 Jan 15 15:06:37.887774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bac919-d26f-4049-b0f2-bfccd01b5275 req-36171c17-9dab-4b42-9522-69ed8f8ed01b tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:37.888923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-43bac919-d26f-4049-b0f2-bfccd01b5275 req-36171c17-9dab-4b42-9522-69ed8f8ed01b tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Synchronizing usage tracker for tenant:7653f9db4c8244bab3cbc0ee37adc29b on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:37.918519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-43bac919-d26f-4049-b0f2-bfccd01b5275 req-36171c17-9dab-4b42-9522-69ed8f8ed01b tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Unset dirty status for tenant:7653f9db4c8244bab3cbc0ee37adc29b on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:37.928097 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-43bac919-d26f-4049-b0f2-bfccd01b5275 req-36171c17-9dab-4b42-9522-69ed8f8ed01b tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 931 time: 0.3512554 Jan 15 15:06:38.060383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-43bac919-d26f-4049-b0f2-bfccd01b5275 req-ca882f4a-2f5a-4d46-934f-bed81fd9bb27 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Synchronizing usage tracker for tenant:7653f9db4c8244bab3cbc0ee37adc29b on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:38.612456 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'code': 422} returned with failed status Jan 15 15:06:38.717044 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079685bb-7496-4b91-834f-15b6d58e5bbd', 'name': 'network-vif-deleted', 'tag': '94b4846a-1a3a-4ba1-95bf-4ed7aef399f7', 'status': 'completed', 'code': 200} Jan 15 15:06:38.836278 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-43bac919-d26f-4049-b0f2-bfccd01b5275 req-ca882f4a-2f5a-4d46-934f-bed81fd9bb27 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Unset dirty status for tenant:7653f9db4c8244bab3cbc0ee37adc29b on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:38.850548 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-43bac919-d26f-4049-b0f2-bfccd01b5275 req-ca882f4a-2f5a-4d46-934f-bed81fd9bb27 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9202178 Jan 15 15:06:39.131855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-2bffe4ed-9bb0-4098-b7f9-0563bac3ab8f req-91400645-e96b-4256-9d09-0a7c7331069a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Synchronizing usage tracker for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:39.153813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-2bffe4ed-9bb0-4098-b7f9-0563bac3ab8f req-91400645-e96b-4256-9d09-0a7c7331069a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Unset dirty status for tenant:7f59b39254d145e7a7cb00ede899c31d on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:39.161512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9597c3-9526-478e-badf-b2455c718646 {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:06:39.170341 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2bffe4ed-9bb0-4098-b7f9-0563bac3ab8f req-91400645-e96b-4256-9d09-0a7c7331069a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] 10.222.0.71 "GET /v2.0/ports?device_id=079685bb-7496-4b91-834f-15b6d58e5bbd HTTP/1.1" status: 200 len: 210 time: 0.0902305 Jan 15 15:06:39.172042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:39.245634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Transition to ACTIVE for port object 8e9597c3-9526-478e-badf-b2455c718646 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:06:39.253623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:39.285516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:39.457225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9597c3-9526-478e-badf-b2455c718646,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:39.470271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:39.745164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b466e6-3813-4a0b-98f7-64344cb98d23 req-417ccb50-1273-43ce-a722-9119939e8bb4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:39.747958 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16b466e6-3813-4a0b-98f7-64344cb98d23 req-417ccb50-1273-43ce-a722-9119939e8bb4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.5721362 Jan 15 15:06:39.886531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a0d3b-aade-4041-8f0f-b47bf5ec9241 req-9383aba1-70d6-40ef-a20b-b62b33f6a6fd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:39.900151 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ad2a0d3b-aade-4041-8f0f-b47bf5ec9241 req-9383aba1-70d6-40ef-a20b-b62b33f6a6fd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.2378488 Jan 15 15:06:39.929336 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16b466e6-3813-4a0b-98f7-64344cb98d23 req-3c4bbb80-f736-4698-8790-3413db1b7352 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659222 Jan 15 15:06:40.002389 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Attempting to bind port 8e9597c3-9526-478e-badf-b2455c718646 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:06:40.002962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Attempting to bind port 8e9597c3-9526-478e-badf-b2455c718646 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '6ee70260-342f-45bd-bc6c-8ab7e7498859', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c87c8a09-be57-4e1c-ac61-268a9c848076'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:06:40.003724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Attempting to bind port 8e9597c3-9526-478e-badf-b2455c718646 on network c87c8a09-be57-4e1c-ac61-268a9c848076 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:06:40.007445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 40218) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:40.015536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:06:40.016210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Checking segment: {'id': '6ee70260-342f-45bd-bc6c-8ab7e7498859', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c87c8a09-be57-4e1c-ac61-268a9c848076'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:06:40.016826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:40.017837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Bound using segment: {'id': '6ee70260-342f-45bd-bc6c-8ab7e7498859', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c87c8a09-be57-4e1c-ac61-268a9c848076'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:06:40.018386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Bound port: 8e9597c3-9526-478e-badf-b2455c718646, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee70260-342f-45bd-bc6c-8ab7e7498859', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c87c8a09-be57-4e1c-ac61-268a9c848076'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:06:40.018827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:40.030849 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ad2a0d3b-aade-4041-8f0f-b47bf5ec9241 req-83ec116f-7b68-4c55-bd7b-be705def4bb2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289217 Jan 15 15:06:40.320677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] For port 8e9597c3-9526-478e-badf-b2455c718646, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:06:40.327235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] For port 8e9597c3-9526-478e-badf-b2455c718646, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8e9597c3-9526-478e-badf-b2455c718646,segment=NetworkSegment(6ee70260-342f-45bd-bc6c-8ab7e7498859),segment_id=6ee70260-342f-45bd-bc6c-8ab7e7498859)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:06:40.424342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:40.541284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-28378506-c3f6-403d-a60d-c96eddaedc93 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:40.894950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9597c3-9526-478e-badf-b2455c718646,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:40.908781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:40.978197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cfba-1a27-4dd0-a237-dd2db4a4b9cc req-48eab686-b8df-4f90-8f98-546d3a3319bd tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:40.979942 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-43f6cfba-1a27-4dd0-a237-dd2db4a4b9cc req-48eab686-b8df-4f90-8f98-546d3a3319bd tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 943 time: 0.6488180 Jan 15 15:06:41.057467 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-babd6809-8275-4989-920b-df8da421f55b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0466607 Jan 15 15:06:41.058824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.059835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:41.061271 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] 10.222.0.72 "PUT /v2.0/ports/8e9597c3-9526-478e-badf-b2455c718646 HTTP/1.1" status: 200 len: 1157 time: 3.6349168 Jan 15 15:06:41.067702 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-43f6cfba-1a27-4dd0-a237-dd2db4a4b9cc req-81a03f13-11c2-4f29-8e18-942f17e16eaa tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752683 Jan 15 15:06:41.068229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'tag': '8e9597c3-9526-478e-badf-b2455c718646'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:41.288062 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'tag': '8e9597c3-9526-478e-badf-b2455c718646', 'status': 'completed', 'code': 200} Jan 15 15:06:41.417165 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-40b72ddd-2084-4d6c-981b-f37021676554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.419357 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-40b72ddd-2084-4d6c-981b-f37021676554 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7653f9db4c8244bab3cbc0ee37adc29b&device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 1160 time: 0.2585542 Jan 15 15:06:41.683332 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-32413c8f-66aa-4dda-9f23-fc881cd1ad89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9597c3-9526-478e-badf-b2455c718646 HTTP/1.1" status: 200 len: 217 time: 0.2480905 Jan 15 15:06:41.747745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534062d-ef8a-49c2-9137-434e3f18d48e req-0dc700b5-af08-4378-a52a-22cae069e5ed tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.754714 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d534062d-ef8a-49c2-9137-434e3f18d48e req-0dc700b5-af08-4378-a52a-22cae069e5ed tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.2873585 Jan 15 15:06:41.832505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-be2a9e7e-f68e-4e7b-8f16-3eb76ef4e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.834473 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-be2a9e7e-f68e-4e7b-8f16-3eb76ef4e073 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=47f76abe-5019-4932-8f34-50e387d53c53 HTTP/1.1" status: 200 len: 849 time: 0.1352594 Jan 15 15:06:41.882759 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d534062d-ef8a-49c2-9137-434e3f18d48e req-c5eb3f66-146b-455e-b59a-c318dd604c0e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246748 Jan 15 15:06:41.922251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1441c2-5a47-4500-889d-4ba792dc38cf req-f0cf67c3-18be-4ac9-b67b-1313e5e01313 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:41.924458 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7e1441c2-5a47-4500-889d-4ba792dc38cf req-f0cf67c3-18be-4ac9-b67b-1313e5e01313 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.3589876 Jan 15 15:06:41.931611 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-03a774b5-6eb1-4190-b16c-56c6d73ba0ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c87c8a09-be57-4e1c-ac61-268a9c848076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844007 Jan 15 15:06:42.110591 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-e69a1189-07b5-41bb-989a-104c7a983f44 service neutron] 10.222.0.72 "GET /v2.0/networks/c87c8a09-be57-4e1c-ac61-268a9c848076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698813 Jan 15 15:06:42.289886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7e1441c2-5a47-4500-889d-4ba792dc38cf req-8c694176-6243-4b22-ad70-7b7dd1781dd2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479331 Jan 15 15:06:42.425049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94421a95-8416-4fb9-933e-49eff8b72d7f req-6bb0a740-fc6a-4a20-9d02-a41dbb07d194 service neutron] 10.222.0.72 "GET /v2.0/networks/c87c8a09-be57-4e1c-ac61-268a9c848076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2966840 Jan 15 15:06:42.583828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f0b3d-e57e-4627-8217-92764ebe118f req-53264633-90a3-45f8-ba30-af1f96af1f63 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:42.585573 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-514f0b3d-e57e-4627-8217-92764ebe118f req-53264633-90a3-45f8-ba30-af1f96af1f63 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 943 time: 0.1763170 Jan 15 15:06:42.650316 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-514f0b3d-e57e-4627-8217-92764ebe118f req-a3be1c5e-6872-4a15-879d-c6e48fbb0f35 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574994 Jan 15 15:06:42.697333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd226f-311f-40c2-855e-c30a013618a7 req-10f8b595-ddd1-4eb8-bf51-8ada275e2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:42.699724 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99fd226f-311f-40c2-855e-c30a013618a7 req-10f8b595-ddd1-4eb8-bf51-8ada275e2ad4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7653f9db4c8244bab3cbc0ee37adc29b&device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 1160 time: 0.1564660 Jan 15 15:06:42.854162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd226f-311f-40c2-855e-c30a013618a7 req-c786aec8-c131-470a-9310-ec3631c788f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:42.855743 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99fd226f-311f-40c2-855e-c30a013618a7 req-c786aec8-c131-470a-9310-ec3631c788f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c87c8a09-be57-4e1c-ac61-268a9c848076 HTTP/1.1" status: 200 len: 903 time: 0.1494713 Jan 15 15:06:42.968479 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99fd226f-311f-40c2-855e-c30a013618a7 req-89a4831c-9bf4-4c4e-b427-488384fa6e53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9597c3-9526-478e-badf-b2455c718646 HTTP/1.1" status: 200 len: 217 time: 0.1060803 Jan 15 15:06:43.174343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd226f-311f-40c2-855e-c30a013618a7 req-cae3e548-c1c7-4739-9740-fadbcfff6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:43.176099 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99fd226f-311f-40c2-855e-c30a013618a7 req-cae3e548-c1c7-4739-9740-fadbcfff6047 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=47f76abe-5019-4932-8f34-50e387d53c53 HTTP/1.1" status: 200 len: 849 time: 0.1939700 Jan 15 15:06:43.288244 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99fd226f-311f-40c2-855e-c30a013618a7 req-ca2b1f34-7c74-477c-b295-4149bfcb4af7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c87c8a09-be57-4e1c-ac61-268a9c848076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849068 Jan 15 15:06:43.325303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f536b-78a9-43d8-b400-58fc7341e3ba req-1af10dba-b6cd-4687-bd42-6948c12cbf5e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:43.327049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ef7f536b-78a9-43d8-b400-58fc7341e3ba req-1af10dba-b6cd-4687-bd42-6948c12cbf5e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.2412376 Jan 15 15:06:43.507072 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ef7f536b-78a9-43d8-b400-58fc7341e3ba req-3871caf0-5de5-4d0e-850b-306cb62f5202 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531816 Jan 15 15:06:43.614679 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99fd226f-311f-40c2-855e-c30a013618a7 req-126b657a-daa7-4e03-ba5e-7b1ca96cceb9 service neutron] 10.222.0.72 "GET /v2.0/networks/c87c8a09-be57-4e1c-ac61-268a9c848076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865069 Jan 15 15:06:43.674998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c79d0-cb8e-44ba-84ff-5e0698a8d6ef req-4db3c06d-0261-4b12-be2a-0390b1f159f0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:43.685878 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d54c79d0-cb8e-44ba-84ff-5e0698a8d6ef req-4db3c06d-0261-4b12-be2a-0390b1f159f0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.1660347 Jan 15 15:06:43.766719 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d54c79d0-cb8e-44ba-84ff-5e0698a8d6ef req-14b9876c-371d-462a-ba0e-832f7a7e3c2f tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793610 Jan 15 15:06:43.838670 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99fd226f-311f-40c2-855e-c30a013618a7 req-080e28b1-6966-4a18-9af4-07c040d51804 service neutron] 10.222.0.72 "GET /v2.0/networks/c87c8a09-be57-4e1c-ac61-268a9c848076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2161188 Jan 15 15:06:44.051479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc8646-0f38-4dda-bfd1-12aa1de51def req-4835d27a-e833-469a-be7c-3ffb71b5eaa8 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:44.053375 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a7cc8646-0f38-4dda-bfd1-12aa1de51def req-4835d27a-e833-469a-be7c-3ffb71b5eaa8 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 943 time: 0.1782625 Jan 15 15:06:44.126779 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a7cc8646-0f38-4dda-bfd1-12aa1de51def req-a99a4033-c6d1-4560-86f0-d73ff91a959d tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612643 Jan 15 15:06:44.867584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07756841-0804-426f-b3b9-ee32d64c7a8d req-7f05a726-ae78-4be9-95f5-b5b776406af6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:44.869469 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07756841-0804-426f-b3b9-ee32d64c7a8d req-7f05a726-ae78-4be9-95f5-b5b776406af6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1339722 Jan 15 15:06:44.949167 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07756841-0804-426f-b3b9-ee32d64c7a8d req-bb7a8078-dd24-4f19-b476-c1da7a0e436a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716012 Jan 15 15:06:45.183748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422924a-9f3d-4836-963f-e507dc4e151f req-8e9d63d5-4549-4b22-8d63-693cbc082cd2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:45.185532 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e422924a-9f3d-4836-963f-e507dc4e151f req-8e9d63d5-4549-4b22-8d63-693cbc082cd2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.1409097 Jan 15 15:06:45.193222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-35cf50f3-85fe-46a4-a551-3eed45809aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:45.195193 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-35cf50f3-85fe-46a4-a551-3eed45809aa4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff&tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 1160 time: 0.2101862 Jan 15 15:06:45.292429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-f23418f0-06db-460c-86a8-63a464cd59ee None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:06:45.535009 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e422924a-9f3d-4836-963f-e507dc4e151f req-cd080ba0-aad7-4387-9dec-7526c7e8a6fd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384302 Jan 15 15:06:45.585284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-f2fe452b-8324-4c8d-81ac-f64f5a74ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:45.587564 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-f2fe452b-8324-4c8d-81ac-f64f5a74ad3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1160 time: 0.3482761 Jan 15 15:06:45.740250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb5629-91c9-43e3-8868-ea447fd8ef60 req-3366485f-4362-4f32-b9c4-7b7660056cb2 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:45.744155 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cccb5629-91c9-43e3-8868-ea447fd8ef60 req-3366485f-4362-4f32-b9c4-7b7660056cb2 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 943 time: 0.2070053 Jan 15 15:06:45.851360 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cccb5629-91c9-43e3-8868-ea447fd8ef60 req-17333a64-c41f-43ef-bcd0-f71a059809d5 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962188 Jan 15 15:06:45.918676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-2c252512-180d-4473-9da5-20e1ebf8aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:45.920431 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-2c252512-180d-4473-9da5-20e1ebf8aae7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.3138440 Jan 15 15:06:46.137644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132081a9-6047-422d-95b2-1a27572d49b0 req-bec60ac8-ad62-40a8-8d37-bc4d94ee1370 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.148214 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-132081a9-6047-422d-95b2-1a27572d49b0 req-bec60ac8-ad62-40a8-8d37-bc4d94ee1370 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 946 time: 0.3234444 Jan 15 15:06:46.233578 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-97cf3368-ab0d-45d1-8ca9-97f143e2b46d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 200 len: 998 time: 0.3040156 Jan 15 15:06:46.271612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8e9597c3-9526-478e-badf-b2455c718646 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:46.311305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cd4f6-5b95-46d8-9916-695bdbbad19a req-9a4c2642-4bc9-4f65-93e9-2fd514043f58 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.313599 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-792cd4f6-5b95-46d8-9916-695bdbbad19a req-9a4c2642-4bc9-4f65-93e9-2fd514043f58 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1627538 Jan 15 15:06:46.411663 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-132081a9-6047-422d-95b2-1a27572d49b0 req-7b90fcea-5eae-4cf3-b937-3af9f4bd35f0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621965 Jan 15 15:06:46.432005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 8e9597c3-9526-478e-badf-b2455c718646 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:06:46.447655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8e9597c3-9526-478e-badf-b2455c718646 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:46.450583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:46.451097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-3a2bb8b4-152b-4f21-8166-46de72f1136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.453950 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-3a2bb8b4-152b-4f21-8166-46de72f1136f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.1970859 Jan 15 15:06:46.509544 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-792cd4f6-5b95-46d8-9916-695bdbbad19a req-fbb85769-cca4-4695-9fb0-df71722dadf5 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860888 Jan 15 15:06:46.668675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-6dc44308-abea-41cc-a636-3cf4a7580f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:46.674105 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-6dc44308-abea-41cc-a636-3cf4a7580f95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2064607 Jan 15 15:06:47.037496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.093027 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9597c3-9526-478e-badf-b2455c718646'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:47.115956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 8e9597c3-9526-478e-badf-b2455c718646, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8e9597c3-9526-478e-badf-b2455c718646,segment=NetworkSegment(6ee70260-342f-45bd-bc6c-8ab7e7498859),segment_id=6ee70260-342f-45bd-bc6c-8ab7e7498859)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:47.120071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.125625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:47.158901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40422) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:47.263640 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-f1355f4a-2747-4352-8f58-324589de6f3a service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847094 Jan 15 15:06:47.337755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=8e9597c3-9526-478e-badf-b2455c718646,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:47.350737 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:47.416500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c91974-1ef5-4eb3-932a-07a3a933a256 req-fa3ba521-f757-41d6-acac-f541b43a6003 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:47.431045 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b5c91974-1ef5-4eb3-932a-07a3a933a256 req-fa3ba521-f757-41d6-acac-f541b43a6003 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 945 time: 0.1872871 Jan 15 15:06:47.573387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.574314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ce87a-47f7-43f0-a57a-3e3f3635f5b1 req-26fa4e87-ed97-4e9b-8d38-2b6d6acd32e2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:47.584560 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-655ce87a-47f7-43f0-a57a-3e3f3635f5b1 req-26fa4e87-ed97-4e9b-8d38-2b6d6acd32e2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.7236221 Jan 15 15:06:47.629105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:47.645033 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7ac166e9-4448-4b01-a421-db07f8fa9543 req-cd2880cb-9a33-4735-97cf-133b607373d0 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3586595 Jan 15 15:06:47.656797 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b5c91974-1ef5-4eb3-932a-07a3a933a256 req-dc903390-ade0-41ff-b4a9-b34d4744bb9a tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224588 Jan 15 15:06:47.659170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Usage tracker for resource:security_group_rule and tenant:06ccd3306ea24678a2de22ce3bc89ffa is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:47.663823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:47.676210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:47.683079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8e9597c3-9526-478e-badf-b2455c718646 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:47.697142 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-655ce87a-47f7-43f0-a57a-3e3f3635f5b1 req-a1ad8ae4-95bc-4427-9b00-e4fbf843f20d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110256 Jan 15 15:06:47.890082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.895168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.953904 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9597c3-9526-478e-badf-b2455c718646', 'code': 200} Jan 15 15:06:47.956518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8e9597c3-9526-478e-badf-b2455c718646 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:47.957072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:47.958536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-60a24bfe-738a-414a-878b-6dd8988af8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:48.007010 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=06ccd3306ea24678a2de22ce3bc89ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8462672 Jan 15 15:06:48.007890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6498671b-ea87-43cd-956f-fb1c23db4593,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:48.013750 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:48.016682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40436) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:48.120174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5491-686b-4435-9419-942f6e143db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:48.161568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-eb34fdf9-9922-4235-9377-24eddedf7516 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:48.165420 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-eb34fdf9-9922-4235-9377-24eddedf7516 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 946 time: 0.2763388 Jan 15 15:06:48.183044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5491-686b-4435-9419-942f6e143db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:48.255651 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5491-686b-4435-9419-942f6e143db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:48.264494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-076f47d4-1da0-457e-b180-5adf196a797d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:48.281806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f5491-686b-4435-9419-942f6e143db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6498671b-ea87-43cd-956f-fb1c23db4593,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:48.285069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1f7f5491-686b-4435-9419-942f6e143db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:48.286128 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5491-686b-4435-9419-942f6e143db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:48.287396 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1f7f5491-686b-4435-9419-942f6e143db9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6498671b-ea87-43cd-956f-fb1c23db4593 HTTP/1.1" status: 204 len: 168 time: 0.2711346 Jan 15 15:06:48.569105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Deleting port ba605c29-47a4-4d55-9fcf-49691051f1a8 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:06:48.569639 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:48.811429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268cf7b-0bc8-4f9e-a57e-c9feae1da7e5 req-6f215ccd-5e6e-447f-b439-4ec6193b9b3c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:48.820809 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a268cf7b-0bc8-4f9e-a57e-c9feae1da7e5 req-6f215ccd-5e6e-447f-b439-4ec6193b9b3c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.3972418 Jan 15 15:06:48.897735 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a268cf7b-0bc8-4f9e-a57e-c9feae1da7e5 req-579aafb2-f6eb-4bbb-a8af-e5fb69011267 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751698 Jan 15 15:06:48.941602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40452) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:49.160888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] For port ba605c29-47a4-4d55-9fcf-49691051f1a8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=ba605c29-47a4-4d55-9fcf-49691051f1a8,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:06:49.161566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:49.196547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58de71-a060-4c25-8f2b-607833d97966 req-582eb0e8-0c65-4622-ad82-2a66bb87bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:49.205544 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9c58de71-a060-4c25-8f2b-607833d97966 req-582eb0e8-0c65-4622-ad82-2a66bb87bb7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 1162 time: 0.2510087 Jan 15 15:06:49.304809 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9c58de71-a060-4c25-8f2b-607833d97966 req-066c4609-27a7-4370-8820-a1fe3f38b65c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Jan 15 15:06:49.394311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca0c2-53d0-4271-8a4c-c5f62fe95da2 req-7adb5f26-cff7-4aa1-b859-adff0f044072 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:49.406821 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f5bca0c2-53d0-4271-8a4c-c5f62fe95da2 req-7adb5f26-cff7-4aa1-b859-adff0f044072 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.1996820 Jan 15 15:06:49.469245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40460) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:49.480271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Calling delete_port for ba605c29-47a4-4d55-9fcf-49691051f1a8 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:06:49.507478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:49.559208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:49.624147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8e9597c3-9526-478e-badf-b2455c718646 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:06:49.635997 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f5bca0c2-53d0-4271-8a4c-c5f62fe95da2 req-cc1feab1-542b-458c-8898-53c0d68ae285 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275672 Jan 15 15:06:49.639552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:49.656897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Usage tracker for resource:security_group_rule and tenant:1c6897f4dbb7473a92a541ca8239f7dd is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:49.661091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:49.675560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:49.795409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7602bce-e1aa-4cc8-9144-32d52ae89b6f req-153d4bd0-c595-40cc-ac88-93b9068c0d48 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:49.809147 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f7602bce-e1aa-4cc8-9144-32d52ae89b6f req-153d4bd0-c595-40cc-ac88-93b9068c0d48 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 946 time: 1.6421902 Jan 15 15:06:49.824819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:49.833680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:06:49.839766 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Usage tracker for resource:security_group_rule and tenant:f58910d7b2644aefaa6a6c9e117a4055 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:06:49.845572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:06:49.854236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:06:49.864010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8e9597c3-9526-478e-badf-b2455c718646 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:06:49.867034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.065333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.074682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.081299 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f7602bce-e1aa-4cc8-9144-32d52ae89b6f req-348ee89d-6cfc-418a-80f9-33442dde77b9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704818 Jan 15 15:06:50.151863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.181038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-abc7833a-f63c-4beb-a6b5-a942cc545f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:50.193532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device ba605c29-47a4-4d55-9fcf-49691051f1a8 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:06:50.227400 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c6897f4dbb7473a92a541ca8239f7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2833087 Jan 15 15:06:50.228822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.238445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40470) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:50.247886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f488697-169b-4200-9aba-0d41f24c4ed8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:50.271440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] No Port match for: ba605c29-47a4-4d55-9fcf-49691051f1a8 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:06:50.272070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device ba605c29-47a4-4d55-9fcf-49691051f1a8 not bound to the agent host hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:06:50.275855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:50.299218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3322d605-2fdc-4f08-a10f-c4a1b6af4fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:50.379101 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:50.462506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event deleted for resources: {'Port': ['ID=ba605c29-47a4-4d55-9fcf-49691051f1a8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:50.478446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:50.571589 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f58910d7b2644aefaa6a6c9e117a4055&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0991216 Jan 15 15:06:50.577294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819a1d9b-8ade-4ef5-8583-9b1ff3bb4488,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:50.587773 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 40474) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:06:50.597970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:50.693062 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e6d49-1060-4969-a97c-dcebd1cb1ff8 req-f5d5e266-d851-4c31-bb1e-579528757a04 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:50.696422 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3f1e6d49-1060-4969-a97c-dcebd1cb1ff8 req-f5d5e266-d851-4c31-bb1e-579528757a04 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 945 time: 0.5789838 Jan 15 15:06:50.698567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.769098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.811665 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.820472 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3f1e6d49-1060-4969-a97c-dcebd1cb1ff8 req-725d5411-338d-4358-8606-7130da2efc02 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 Jan 15 15:06:50.884522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.913439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-05c7f6ce-0bfd-450d-94da-a49a90cb0eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:50.914413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] No DVR routers for this DVR port ba605c29-47a4-4d55-9fcf-49691051f1a8 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:06:50.928755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.949958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'name': 'network-vif-deleted', 'tag': 'ba605c29-47a4-4d55-9fcf-49691051f1a8'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:06:50.963429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f488697-169b-4200-9aba-0d41f24c4ed8,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:50.981227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:50.982815 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c33eb1c2-376a-43b6-ac5a-e6bee916ede2 req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "DELETE /v2.0/ports/ba605c29-47a4-4d55-9fcf-49691051f1a8 HTTP/1.1" status: 204 len: 173 time: 2.7543428 Jan 15 15:06:50.986541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:50.998128 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f488697-169b-4200-9aba-0d41f24c4ed8 HTTP/1.1" status: 204 len: 168 time: 0.7284482 Jan 15 15:06:51.110487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc525656-1f96-4576-a887-873c0f33f6f5 req-013c0871-0477-4261-8e85-92100b90b4cc tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:51.115089 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cc525656-1f96-4576-a887-873c0f33f6f5 req-013c0871-0477-4261-8e85-92100b90b4cc tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.7758760 Jan 15 15:06:51.128107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:51.356009 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cc525656-1f96-4576-a887-873c0f33f6f5 req-ced8e593-9825-43a8-bb0e-187362029f80 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044280 Jan 15 15:06:51.417506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:51.438342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-af4c2faf-1eef-413e-8200-18acca95b26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:06:51.492564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a1d9b-8ade-4ef5-8583-9b1ff3bb4488,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:06:51.503627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:06:51.509192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:06:51.515788 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/819a1d9b-8ade-4ef5-8583-9b1ff3bb4488 HTTP/1.1" status: 204 len: 168 time: 0.9226415 Jan 15 15:06:51.581143 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2e5bae-70da-40dd-94d3-7030d26360fb', 'name': 'network-vif-deleted', 'tag': 'ba605c29-47a4-4d55-9fcf-49691051f1a8', 'status': 'completed', 'code': 200} Jan 15 15:06:51.770682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797a4ea-415e-4fed-90c4-a2a61cd5fa90 req-610577a6-bf7d-43e1-be91-9c36f6541f41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:51.783824 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d797a4ea-415e-4fed-90c4-a2a61cd5fa90 req-610577a6-bf7d-43e1-be91-9c36f6541f41 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.4148426 Jan 15 15:06:51.897384 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d797a4ea-415e-4fed-90c4-a2a61cd5fa90 req-7675f338-5b39-43ff-aae0-19de2a34e680 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118357 Jan 15 15:06:51.946895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-986ee048-5d2e-4cbb-9509-93ce0f9a15b1 req-cd87a47d-c6e3-456b-86fc-ee9a167bc06a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:06:52.005643 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-986ee048-5d2e-4cbb-9509-93ce0f9a15b1 req-cd87a47d-c6e3-456b-86fc-ee9a167bc06a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:06:52.007894 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-986ee048-5d2e-4cbb-9509-93ce0f9a15b1 req-cd87a47d-c6e3-456b-86fc-ee9a167bc06a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=4f2e5bae-70da-40dd-94d3-7030d26360fb HTTP/1.1" status: 200 len: 210 time: 0.2549100 Jan 15 15:06:52.493574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77848025-f88c-4245-ac50-786fc3627a4e req-c8cff596-8222-4ee1-9d85-0720f439c027 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:52.504090 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77848025-f88c-4245-ac50-786fc3627a4e req-c8cff596-8222-4ee1-9d85-0720f439c027 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 945 time: 0.2571294 Jan 15 15:06:52.677269 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77848025-f88c-4245-ac50-786fc3627a4e req-4543159c-a1e2-40cd-a470-65bcc19361a6 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710691 Jan 15 15:06:52.930488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7ba4-d26c-46be-b320-a7776300264f req-8115d86c-eec1-423a-85f6-f04ca4df23cf tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:52.943230 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf4d7ba4-d26c-46be-b320-a7776300264f req-8115d86c-eec1-423a-85f6-f04ca4df23cf tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1889441 Jan 15 15:06:53.062936 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf4d7ba4-d26c-46be-b320-a7776300264f req-b407e6b4-390a-4b84-8cf0-8b3e121823f9 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103530 Jan 15 15:06:53.649350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452616c-db6f-4355-b212-ba89bc83fb15 req-6d5cc455-22b7-40af-8dd7-770f51fb0deb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:53.658941 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7452616c-db6f-4355-b212-ba89bc83fb15 req-6d5cc455-22b7-40af-8dd7-770f51fb0deb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.3077402 Jan 15 15:06:53.853360 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7452616c-db6f-4355-b212-ba89bc83fb15 req-5eb8c175-a740-4dc5-9371-4f408948fb63 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930161 Jan 15 15:06:54.570347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b4d1d-bdf2-41f8-bcf1-c84ee8dadb38 req-db7bfafe-d85b-47a2-a063-9f6a93610dcb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:54.587160 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6e1b4d1d-bdf2-41f8-bcf1-c84ee8dadb38 req-db7bfafe-d85b-47a2-a063-9f6a93610dcb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.2047129 Jan 15 15:06:54.645320 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6e1b4d1d-bdf2-41f8-bcf1-c84ee8dadb38 req-aef1a9c2-3f1e-4676-8cb6-d350596c13b1 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564482 Jan 15 15:06:55.394678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7427e5-391e-4163-91f7-e7167c75765b req-a2be553e-1f4c-4ea1-ba78-3d71c08c3c2e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:55.400710 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba7427e5-391e-4163-91f7-e7167c75765b req-a2be553e-1f4c-4ea1-ba78-3d71c08c3c2e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.2135708 Jan 15 15:06:55.596619 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba7427e5-391e-4163-91f7-e7167c75765b req-3c126a4a-765d-43f2-b75d-d591eb34659e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829453 Jan 15 15:06:56.032821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc407d2-461f-4d9e-8176-193929555525 req-56e2780e-621c-452e-825f-e78b73584b82 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:56.036161 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ecc407d2-461f-4d9e-8176-193929555525 req-56e2780e-621c-452e-825f-e78b73584b82 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1823575 Jan 15 15:06:56.156056 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ecc407d2-461f-4d9e-8176-193929555525 req-35b12417-43b6-425b-a82e-376dc098a9c4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034133 Jan 15 15:06:56.433612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75d2e-79de-41b0-81c5-12fdab7638fc req-dbd03093-db3e-4f30-8b19-b24f27c5189d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:56.435533 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-eef75d2e-79de-41b0-81c5-12fdab7638fc req-dbd03093-db3e-4f30-8b19-b24f27c5189d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 946 time: 0.1470187 Jan 15 15:06:56.579916 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-eef75d2e-79de-41b0-81c5-12fdab7638fc req-6ac1a130-c867-4e80-8e5a-f9cea3a060cb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371057 Jan 15 15:06:57.259311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efca5b1-3c74-40c7-ae85-9838c9753a2f req-91167945-f529-4779-91c5-2212ae265cc4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:57.269584 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5efca5b1-3c74-40c7-ae85-9838c9753a2f req-91167945-f529-4779-91c5-2212ae265cc4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.2884254 Jan 15 15:06:57.441880 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5efca5b1-3c74-40c7-ae85-9838c9753a2f req-97ec94e3-f66a-4261-90d1-25deddc33afe tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669133 Jan 15 15:06:57.752872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352d956-6d64-4bb3-b2b3-092472084eab req-d69e171a-8b43-45d3-8584-a5a586cd3743 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:57.771153 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6352d956-6d64-4bb3-b2b3-092472084eab req-d69e171a-8b43-45d3-8584-a5a586cd3743 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.2517989 Jan 15 15:06:57.914723 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6352d956-6d64-4bb3-b2b3-092472084eab req-22699f94-6e10-4732-b4ac-269e5d32bdce tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307080 Jan 15 15:06:58.372113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4633d3e-ca0c-4025-abaf-07146e72dd32 req-1e37ddf7-957d-48b8-a740-e52f895cce3b tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:58.384355 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a4633d3e-ca0c-4025-abaf-07146e72dd32 req-1e37ddf7-957d-48b8-a740-e52f895cce3b tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 946 time: 0.3591278 Jan 15 15:06:58.485063 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a4633d3e-ca0c-4025-abaf-07146e72dd32 req-f00044ca-a380-44ac-b3da-984e79843537 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957122 Jan 15 15:06:59.087439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113278-028b-4f60-9d5c-0043129bcfb9 req-05bf742b-03bb-4c31-a8d5-8e602bc7c7cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:59.089771 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-42113278-028b-4f60-9d5c-0043129bcfb9 req-05bf742b-03bb-4c31-a8d5-8e602bc7c7cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.1541526 Jan 15 15:06:59.270758 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-42113278-028b-4f60-9d5c-0043129bcfb9 req-11d9db0c-4a75-4c7e-b33b-05f8f48ee37f tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530437 Jan 15 15:06:59.946061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5d1e-bbfa-4d4e-a266-4c66c980de8f req-bc2c958d-bf03-4463-8668-5f43431596d0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:06:59.965862 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c66e5d1e-bbfa-4d4e-a266-4c66c980de8f req-bc2c958d-bf03-4463-8668-5f43431596d0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.3290467 Jan 15 15:07:00.068714 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c66e5d1e-bbfa-4d4e-a266-4c66c980de8f req-da8f74bf-cbbf-4f51-87bc-723f34accb96 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014760 Jan 15 15:07:00.097747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a5adeea5-353d-45e5-ab95-fbfc17bf7e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:00.529440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa40ee4-5756-41ef-98ee-3e72724570a5 req-2786a325-ec8f-46db-964f-d6c7485a1eba tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:00.539388 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cfa40ee4-5756-41ef-98ee-3e72724570a5 req-2786a325-ec8f-46db-964f-d6c7485a1eba tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 946 time: 0.1578574 Jan 15 15:07:00.615440 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cfa40ee4-5756-41ef-98ee-3e72724570a5 req-dabf3b93-c4b3-4eeb-8983-6dfade7a593c tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743058 Jan 15 15:07:01.046082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec909-0a40-4ab5-8478-ea16a5593c94 req-2581a819-4adb-4b09-8f0c-6499abe67f8a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:01.070795 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a97ec909-0a40-4ab5-8478-ea16a5593c94 req-2581a819-4adb-4b09-8f0c-6499abe67f8a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.1978309 Jan 15 15:07:01.184456 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a97ec909-0a40-4ab5-8478-ea16a5593c94 req-74521547-eb5a-4a68-b44d-657108ec98e6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123698 Jan 15 15:07:01.527734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:01.765496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-6e0d61b5-5704-4cb6-8732-50196e2f9e6f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:01.768095 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-6e0d61b5-5704-4cb6-8732-50196e2f9e6f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 946 time: 0.2281199 Jan 15 15:07:01.844430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:01.982065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:01.992187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:02.008162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Deleting port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:02.008549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:02.011728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:02.016387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:02.403996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:02.423925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:02.465456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] For port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:02.466323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:02.541945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9d30d-9748-4b53-9973-e1cc491e2f04 req-11de4d0f-5633-40f0-a293-fc7a9582a996 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:02.562724 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-58d9d30d-9748-4b53-9973-e1cc491e2f04 req-11de4d0f-5633-40f0-a293-fc7a9582a996 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.4466331 Jan 15 15:07:02.746387 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-58d9d30d-9748-4b53-9973-e1cc491e2f04 req-529de7de-7bcf-4165-bcae-4303f02a826e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824026 Jan 15 15:07:03.056923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b702ff7a-050e-4d48-9ec8-c5983fb03e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:03.129308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Calling delete_port for 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:03.514969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:03.574922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118043-0f47-4fed-8b47-9532acad2dee req-ef53c2ac-cec2-4ca8-94c9-5d37ac83f5b7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:03.606770 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ed118043-0f47-4fed-8b47-9532acad2dee req-ef53c2ac-cec2-4ca8-94c9-5d37ac83f5b7 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=977c2db9-2f7e-4f31-91c2-6d77a6480e1f HTTP/1.1" status: 200 len: 944 time: 0.3761613 Jan 15 15:07:03.649597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:03.707007 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ed118043-0f47-4fed-8b47-9532acad2dee req-b9f1fa1a-d51d-4160-854a-9c2a9eb2fd1d tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989220 Jan 15 15:07:03.770976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:03.860343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event deleted for resources: {'Port': ['ID=8cb0fa20-843d-42bf-99ee-f4fdeb4239a8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:03.877363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.878193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.878667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.879210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.879969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.880571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.881010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.881581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.882205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.882685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.883252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.883965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.884883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.885236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.885805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.886272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.886753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.887398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.887976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.888755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.889188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.889912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.890595 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.890901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:03.958392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:03.965554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] No DVR routers for this DVR port 8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:03.980399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:03.998242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'name': 'network-vif-deleted', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:04.042944 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b06a1ca5-41eb-44d0-a5e7-84a96db34010 req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "DELETE /v2.0/ports/8cb0fa20-843d-42bf-99ee-f4fdeb4239a8 HTTP/1.1" status: 204 len: 173 time: 2.1661124 Jan 15 15:07:04.256209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f920-3ed8-4ffc-8bcc-d1d0cee44ded req-50aee0b4-cbc3-4c8c-a5b7-40a5e9e0f479 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:04.269115 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7d03f920-3ed8-4ffc-8bcc-d1d0cee44ded req-50aee0b4-cbc3-4c8c-a5b7-40a5e9e0f479 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 945 time: 0.3190918 Jan 15 15:07:04.382842 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7d03f920-3ed8-4ffc-8bcc-d1d0cee44ded req-12763a92-5e65-4bb5-882f-395bf4a46435 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123958 Jan 15 15:07:04.667974 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8', 'code': 200} Jan 15 15:07:04.726989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.163363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-6a902bc6-3298-4d14-8e29-29404f9ae85d tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:05.182089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58441a79-d7bc-40ee-b9d7-e61fe9b6d463 req-941990fa-3acb-4598-8a1e-2989a29109ec tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:05.183110 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-6a902bc6-3298-4d14-8e29-29404f9ae85d tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.72 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 945 time: 0.2322259 Jan 15 15:07:05.195893 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-58441a79-d7bc-40ee-b9d7-e61fe9b6d463 req-941990fa-3acb-4598-8a1e-2989a29109ec tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.3196070 Jan 15 15:07:05.405612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Deleting port 8e9597c3-9526-478e-badf-b2455c718646 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:05.406268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.436169 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-58441a79-d7bc-40ee-b9d7-e61fe9b6d463 req-19eaf120-e44f-4092-81c2-e47075e8e907 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114573 Jan 15 15:07:05.727480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:05.896020 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce89fd-170a-46ed-a065-7d078d3aae9b req-584d2f29-1391-4f6c-90d5-f982cbfa0f2e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:05.905107 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3fce89fd-170a-46ed-a065-7d078d3aae9b req-584d2f29-1391-4f6c-90d5-f982cbfa0f2e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1954691 Jan 15 15:07:05.993827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] For port 8e9597c3-9526-478e-badf-b2455c718646, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8e9597c3-9526-478e-badf-b2455c718646,segment=NetworkSegment(6ee70260-342f-45bd-bc6c-8ab7e7498859),segment_id=6ee70260-342f-45bd-bc6c-8ab7e7498859)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:05.994725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.150917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8e9597c3-9526-478e-badf-b2455c718646 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:06.319708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Calling delete_port for 8e9597c3-9526-478e-badf-b2455c718646 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:06.399269 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.499557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 8e9597c3-9526-478e-badf-b2455c718646, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8e9597c3-9526-478e-badf-b2455c718646,segment=NetworkSegment(6ee70260-342f-45bd-bc6c-8ab7e7498859),segment_id=6ee70260-342f-45bd-bc6c-8ab7e7498859)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:06.503776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:06.506390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:06.618438 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:07:06.618953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:07:06.630759 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3fce89fd-170a-46ed-a065-7d078d3aae9b req-77315d8f-f736-4bd4-8e4f-679020b90123 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242746 Jan 15 15:07:06.750751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9597c3-9526-478e-badf-b2455c718646'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:06.763327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=8e9597c3-9526-478e-badf-b2455c718646,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:06.799520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:06.832836 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c2db9-2f7e-4f31-91c2-6d77a6480e1f', 'name': 'network-vif-deleted', 'tag': '8cb0fa20-843d-42bf-99ee-f4fdeb4239a8', 'status': 'completed', 'code': 200} Jan 15 15:07:07.120659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Deleting port 8e9597c3-9526-478e-badf-b2455c718646 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:07.121340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:07.332912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:07.383718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04765035-6a80-4303-9398-70d33b5175f6 req-65a7e34d-d196-43f2-a552-fc0ac85975b1 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:07.399775 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04765035-6a80-4303-9398-70d33b5175f6 req-65a7e34d-d196-43f2-a552-fc0ac85975b1 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 943 time: 0.2269826 Jan 15 15:07:07.811886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04765035-6a80-4303-9398-70d33b5175f6 req-2c3d6aff-e228-4be9-be34-b06088cc20fb tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/security-groups?id=68d30d6a-8e16-4810-aa9f-ee65c94016e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075260 Jan 15 15:07:08.002414 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] For port 8e9597c3-9526-478e-badf-b2455c718646, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8e9597c3-9526-478e-badf-b2455c718646,segment=NetworkSegment(6ee70260-342f-45bd-bc6c-8ab7e7498859),segment_id=6ee70260-342f-45bd-bc6c-8ab7e7498859)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:08.002816 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:08.243259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Calling delete_port for 8e9597c3-9526-478e-badf-b2455c718646 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:08.344504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59f128-1e96-4323-bc98-713e873cb2e6 req-0901ab80-70d6-4a1a-9e63-e376688ba68b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:08.358786 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f59f128-1e96-4323-bc98-713e873cb2e6 req-0901ab80-70d6-4a1a-9e63-e376688ba68b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.2764425 Jan 15 15:07:08.497614 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f59f128-1e96-4323-bc98-713e873cb2e6 req-ea370af9-af92-49cd-ae40-63444b57f399 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371348 Jan 15 15:07:08.619569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:08.630514 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9597c3-9526-478e-badf-b2455c718646', 'code': 200} Jan 15 15:07:08.903201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:08.976988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Pushing event deleted for resources: {'Port': ['ID=8e9597c3-9526-478e-badf-b2455c718646,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:08.982213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:09.082319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] No DVR routers for this DVR port 8e9597c3-9526-478e-badf-b2455c718646 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:09.087171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:09.105886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'name': 'network-vif-deleted', 'tag': '8e9597c3-9526-478e-badf-b2455c718646'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:09.150791 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cc0f0957-c95b-4140-a2c9-181f500820ad req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.72 "DELETE /v2.0/ports/8e9597c3-9526-478e-badf-b2455c718646 HTTP/1.1" status: 204 len: 173 time: 3.9363155 Jan 15 15:07:09.795885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05984d60-8620-47fb-b5c2-7168c893d9f5 req-2f5a7c04-3f5e-4b1f-9be4-87073c282a06 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:09.800975 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-05984d60-8620-47fb-b5c2-7168c893d9f5 req-2f5a7c04-3f5e-4b1f-9be4-87073c282a06 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1728487 Jan 15 15:07:09.909990 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-05984d60-8620-47fb-b5c2-7168c893d9f5 req-19515c97-2724-43f9-8472-fd08544fd07d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006379 Jan 15 15:07:10.326177 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae93f57d-efe0-4906-b1f7-9b4aaf3e33bf req-1d57cbd4-5eed-44c4-8fa2-86ce4d3e4008 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] 10.222.0.71 "GET /v2.0/ports?device_id=d59ddca9-e01e-42bb-9dba-16ebdcf3a83a HTTP/1.1" status: 200 len: 210 time: 0.1134582 Jan 15 15:07:10.460704 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59ddca9-e01e-42bb-9dba-16ebdcf3a83a', 'name': 'network-vif-deleted', 'tag': '8e9597c3-9526-478e-badf-b2455c718646', 'status': 'completed', 'code': 200} Jan 15 15:07:10.896689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70406cd3-b5b2-448f-ae11-8fb481b91ec1 req-7b3e6c69-322a-433e-a354-e1cfbad47548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:10.898962 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-70406cd3-b5b2-448f-ae11-8fb481b91ec1 req-7b3e6c69-322a-433e-a354-e1cfbad47548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 946 time: 0.2065985 Jan 15 15:07:11.098187 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-70406cd3-b5b2-448f-ae11-8fb481b91ec1 req-d5d92acf-0783-46ad-9e7a-d8630fd80a46 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802673 Jan 15 15:07:11.619205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cfdb0-5a12-433a-87ce-8149486f2d53 req-89e4d8b3-0d1e-473f-a6ed-5f79c8ff507a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:11.633658 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa8cfdb0-5a12-433a-87ce-8149486f2d53 req-89e4d8b3-0d1e-473f-a6ed-5f79c8ff507a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.2216561 Jan 15 15:07:11.714671 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa8cfdb0-5a12-433a-87ce-8149486f2d53 req-894286db-0132-4f43-9fce-ed3ac11793a5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794077 Jan 15 15:07:12.191358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:07:12.230440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f90be7-4095-464f-b424-3d8ba4c63a4b req-a8b123f4-126d-4582-8d1d-9d70b475bbb8 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:12.241032 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e7f90be7-4095-464f-b424-3d8ba4c63a4b req-a8b123f4-126d-4582-8d1d-9d70b475bbb8 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.3241925 Jan 15 15:07:12.345338 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e7f90be7-4095-464f-b424-3d8ba4c63a4b req-46fe5ace-2c9e-4d87-bc6f-d8c7382966d7 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921760 Jan 15 15:07:13.217429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71f99a-edb8-4138-8511-26a43547170c req-37afd659-548c-456b-beca-201e6e3badc0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:13.227076 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5e71f99a-edb8-4138-8511-26a43547170c req-37afd659-548c-456b-beca-201e6e3badc0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 946 time: 0.3958588 Jan 15 15:07:13.262070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020434ca-8f43-486d-8a2c-7694503a8246 req-f5a21cec-5d9f-4cb1-8f8b-25c746156ec6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:13.263879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-020434ca-8f43-486d-8a2c-7694503a8246 req-f5a21cec-5d9f-4cb1-8f8b-25c746156ec6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:13.296938 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5e71f99a-edb8-4138-8511-26a43547170c req-9f50a80b-c5e6-4953-8e98-702736842367 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683424 Jan 15 15:07:13.298659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-020434ca-8f43-486d-8a2c-7694503a8246 req-f5a21cec-5d9f-4cb1-8f8b-25c746156ec6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:13.301798 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-020434ca-8f43-486d-8a2c-7694503a8246 req-f5a21cec-5d9f-4cb1-8f8b-25c746156ec6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 946 time: 0.5165420 Jan 15 15:07:13.502089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Deleting port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:13.502891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:13.705925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:14.058603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffe590-28fc-4c5a-82c8-1de5ae241cfb req-70b54e1a-5e7c-4c55-83b4-c0cd9f4ca715 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:14.089863 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-92ffe590-28fc-4c5a-82c8-1de5ae241cfb req-70b54e1a-5e7c-4c55-83b4-c0cd9f4ca715 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.4626341 Jan 15 15:07:14.275927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.310328 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-92ffe590-28fc-4c5a-82c8-1de5ae241cfb req-90ad82df-d150-4159-89fc-9f6752d840ea tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184136 Jan 15 15:07:14.448248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:14.505311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:14.517392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.520540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:14.802654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:14.819443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] For port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:14.820005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:14.828368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.837276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.838375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.839327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.840228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.847167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.848292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.849284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.850628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.851472 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.852164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.853127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.867293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.868354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.869303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.870313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.871024 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.871663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.872523 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.873382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.874430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.875384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.876396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.877445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:14.893783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:14.922417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0942555-fd07-4d72-8e4e-315cd3382a19 req-1d25fbb3-80e4-45f6-bc42-4725ddf255a5 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:14.931778 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e0942555-fd07-4d72-8e4e-315cd3382a19 req-1d25fbb3-80e4-45f6-bc42-4725ddf255a5 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1941910 Jan 15 15:07:15.007328 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e0942555-fd07-4d72-8e4e-315cd3382a19 req-d4122820-ee23-435e-bb02-6410dd2e6bb9 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742764 Jan 15 15:07:15.034736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Calling delete_port for 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:15.130672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:07:15.131284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:07:15.383557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4591fe4-f3a2-45e5-9df6-997fc21f9a6b req-221f52ae-be09-4e93-8fef-0e8bcaeaba5a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:15.385213 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a4591fe4-f3a2-45e5-9df6-997fc21f9a6b req-221f52ae-be09-4e93-8fef-0e8bcaeaba5a tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 944 time: 0.1379986 Jan 15 15:07:15.507052 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a4591fe4-f3a2-45e5-9df6-997fc21f9a6b req-88fff2ea-124e-4b21-ad4b-578fb2c11803 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083751 Jan 15 15:07:15.547105 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-4ff524b9-db3b-48d2-9808-297939fe096b tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2f2620903f349929667efea15d1845a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622907 Jan 15 15:07:15.657323 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f', 'code': 200} Jan 15 15:07:15.779450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Deleting port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:15.779845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:15.960788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-6e6dfdf6-683b-4bf9-b3d2-9b6264f37c30 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:15.971049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-6e6dfdf6-683b-4bf9-b3d2-9b6264f37c30 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4220417 Jan 15 15:07:15.972568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7255b-8fd5-4d74-9db7-6b95b84b096c req-97ce49ab-6982-4707-8009-d202287e1c2b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:15.994883 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-0470c484-a9f5-4599-a3ed-24c17e11bb72 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/quotas/b2f2620903f349929667efea15d1845a HTTP/1.1" status: 200 len: 375 time: 0.0221105 Jan 15 15:07:15.995021 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3e7255b-8fd5-4d74-9db7-6b95b84b096c req-97ce49ab-6982-4707-8009-d202287e1c2b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.1976914 Jan 15 15:07:16.081492 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-bc4bcc0e-2170-4c7e-9d2c-2f1e7b16d97e tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2f2620903f349929667efea15d1845a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849588 Jan 15 15:07:16.089935 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3e7255b-8fd5-4d74-9db7-6b95b84b096c req-5e00a278-c883-41d7-949c-6a4e032ce1be tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915451 Jan 15 15:07:16.827807 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07ee04bd-4841-4901-bcfc-056b7cb96c3b req-314a4010-a798-4a84-9286-d75c738a643e tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 210 time: 0.2864020 Jan 15 15:07:16.960471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cc0b0-4f9a-4748-9bcc-aa0b3f5f1ddd req-d0bf5baf-2594-4c66-b0cd-b2bc2a3db3b2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:16.965524 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-232cc0b0-4f9a-4748-9bcc-aa0b3f5f1ddd req-d0bf5baf-2594-4c66-b0cd-b2bc2a3db3b2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.4137046 Jan 15 15:07:17.066288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] For port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:17.068552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:17.273536 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-232cc0b0-4f9a-4748-9bcc-aa0b3f5f1ddd req-0f227ce1-e1e5-4736-9f72-4b6c25d30a79 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041555 Jan 15 15:07:17.350234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003cf4d-363a-41b5-893e-57883ceb1b2e req-56af8f30-ef97-4668-baa9-a2391eaebf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.351870 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c003cf4d-363a-41b5-893e-57883ceb1b2e req-56af8f30-ef97-4668-baa9-a2391eaebf62 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 1163 time: 0.3851719 Jan 15 15:07:17.464156 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c003cf4d-363a-41b5-893e-57883ceb1b2e req-8482cd42-6b05-4dac-983c-7e2e288d5342 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052434 Jan 15 15:07:17.465305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40892) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:17.565685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Calling delete_port for 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:17.822173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:17.843202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:17.849284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb3b03f32264b7e973bc5d34072d3c3 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:17.855396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:17.866755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:17.944873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba48413-086a-40bf-b186-b5e767112a3a req-92ab1ed5-d876-496e-83d2-ff958e9a10c4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.953883 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fba48413-086a-40bf-b186-b5e767112a3a req-92ab1ed5-d876-496e-83d2-ff958e9a10c4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 943 time: 0.3271925 Jan 15 15:07:17.959067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6d57-1bb4-4b95-ab9f-ce0cffeb1885 req-749ef039-cb83-4f2f-9df5-5901122aa8a6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:17.969163 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5d7a6d57-1bb4-4b95-ab9f-ce0cffeb1885 req-749ef039-cb83-4f2f-9df5-5901122aa8a6 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 944 time: 0.4275389 Jan 15 15:07:18.105935 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fba48413-086a-40bf-b186-b5e767112a3a req-8a6c322b-03bf-49d9-8c8c-1b16a5d45619 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497939 Jan 15 15:07:18.213551 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5d7a6d57-1bb4-4b95-ab9f-ce0cffeb1885 req-9f3901cb-2a62-4625-bafb-ce6444b8a752 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431479 Jan 15 15:07:18.278567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:18.358927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:18.363454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:18.438728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:18.482950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d519a076-6e78-4a21-bcd4-a2f5aa19c90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:18.551054 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2cb3b03f32264b7e973bc5d34072d3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839951 Jan 15 15:07:18.555082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 40912) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:18.910375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port c00b8429-351e-4e82-b441-2674ffbd1991 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:18.911171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:18.992687 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8f8c5b34-5382-4711-8fe1-6dbea3fce48a req-657218f8-1ba4-4ffc-b24c-3a28009dabb6 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 210 time: 0.2019086 Jan 15 15:07:19.134175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc56573e-85ae-45fb-8d14-3bb64afcfb95,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:19.160980 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.161408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.162148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.163356 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.163764 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.164249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.164767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.165295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.165884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.166387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.166862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.167328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.167894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.168363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.168818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.169275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.169824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.170327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.170788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.171257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.172267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.172786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.173420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.173883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:07:19.178556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:19.179096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:19.184249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.218320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.326628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.355065 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-483b87c1-fdd8-47c4-8b1b-4695d1893492 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.72 "GET /v2.0/networks?tenant_id=b2f2620903f349929667efea15d1845a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1719434 Jan 15 15:07:19.357956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.462702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port c00b8429-351e-4e82-b441-2674ffbd1991, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c00b8429-351e-4e82-b441-2674ffbd1991,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:19.463800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:19.483548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.486603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:19.623419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event deleted for resources: {'Port': ['ID=1806dd2f-c5f4-4b20-b183-12f1e8b74d2f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:19.627673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:19.693323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=c00b8429-351e-4e82-b441-2674ffbd1991,revision_number=6']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:19.705571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:19.801695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d9e5f567-3565-4b92-bf03-b943f734e761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:19.837872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-67a77a0f-adca-4091-8d85-1a858470138e tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:19.840302 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-67a77a0f-adca-4091-8d85-1a858470138e tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4677179 Jan 15 15:07:19.908979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] No DVR routers for this DVR port 1806dd2f-c5f4-4b20-b183-12f1e8b74d2f on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:19.913704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Request body: {'port': {'device_id': '6cce112f-7dad-4fc2-949c-46c19040e882', 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79', 'admin_state_up': True, 'tenant_id': 'b2f2620903f349929667efea15d1845a'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:19.916105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:19.926166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'name': 'network-vif-deleted', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:20.001412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81971431-baf1-41ac-a8e3-22e3a9cef5b0 req-e00d4229-a0c8-4b48-8ddf-2106ab4aeffe tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:20.015745 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81971431-baf1-41ac-a8e3-22e3a9cef5b0 req-e00d4229-a0c8-4b48-8ddf-2106ab4aeffe tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.8514733 Jan 15 15:07:20.074446 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-020434ca-8f43-486d-8a2c-7694503a8246 req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "DELETE /v2.0/ports/1806dd2f-c5f4-4b20-b183-12f1e8b74d2f HTTP/1.1" status: 204 len: 173 time: 6.7500012 Jan 15 15:07:20.115852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:20.123585 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81971431-baf1-41ac-a8e3-22e3a9cef5b0 req-86c37488-ef8d-45e7-a191-57aabd5040c8 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985348 Jan 15 15:07:20.125578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Usage tracker for resource:port and tenant:b2f2620903f349929667efea15d1845a is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:20.129720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Quota usage for port was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:20.139956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:20.170761 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:20.173093 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc56573e-85ae-45fb-8d14-3bb64afcfb95 HTTP/1.1" status: 204 len: 168 time: 1.6163568 Jan 15 15:07:20.174879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Made reservation on behalf of b2f2620903f349929667efea15d1845a for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:07:20.187141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:20.202771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc56573e-85ae-45fb-8d14-3bb64afcfb95,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:20.207183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8be01c24-ac84-47b6-bef9-bfb7612558e5 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:20.207470 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:20.210081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:20.234606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:20.239326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Usage tracker for resource:security_group_rule and tenant:b2f2620903f349929667efea15d1845a is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:20.243510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:20.250549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:20.427789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:20.437325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:20.473514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-65999521-b78b-4e29-be15-d861d32c30c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:20.554730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-cf91e6a5-37a6-4728-a18b-a25fad4539c7 req-310b3c1f-b511-41a4-976a-4ee21f97d3d9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:20.597711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-cf91e6a5-37a6-4728-a18b-a25fad4539c7 req-310b3c1f-b511-41a4-976a-4ee21f97d3d9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:20.613134 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cf91e6a5-37a6-4728-a18b-a25fad4539c7 req-310b3c1f-b511-41a4-976a-4ee21f97d3d9 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=13dc7d7c-6d7a-438a-9134-f254b6eb5511 HTTP/1.1" status: 200 len: 210 time: 0.1621571 Jan 15 15:07:20.840002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 8be01c24-ac84-47b6-bef9-bfb7612558e5 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:20.844674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:21.014863 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'code': 200} Jan 15 15:07:21.170323 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dc7d7c-6d7a-438a-9134-f254b6eb5511', 'name': 'network-vif-deleted', 'tag': '1806dd2f-c5f4-4b20-b183-12f1e8b74d2f', 'status': 'completed', 'code': 200} Jan 15 15:07:21.425176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea21ccb-4773-4a52-92f0-d474acabb2f4,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:21.486283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:21.513432 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-501f2787-ee4f-47d9-9872-2e663943fdcc req-0eb27c18-8d05-45b3-a263-afb4aefb16d1 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 210 time: 0.0786278 Jan 15 15:07:21.607864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5581c-2385-4e2b-81ac-da58f11b0a80 req-d6636c80-d5d9-45b1-b495-8778068b11a1 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:21.614981 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15f5581c-2385-4e2b-81ac-da58f11b0a80 req-d6636c80-d5d9-45b1-b495-8778068b11a1 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 1.7717898 Jan 15 15:07:21.720720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Allocated IP 192.168.233.168 (0ad0cf01-e192-483a-94fb-4d6c2fc6cd79/fc907958-ac1b-4783-b2c9-1c040334a0aa/7bb25c85-c87a-433c-8a16-da078ee6281e) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:07:21.866408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcfcd0-e818-4c6a-9f96-a1f3aba01797 req-321d5f6e-2c1a-4e98-bb16-5630cba624b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:21.868442 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-89fcfcd0-e818-4c6a-9f96-a1f3aba01797 req-321d5f6e-2c1a-4e98-bb16-5630cba624b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 1162 time: 0.2474406 Jan 15 15:07:21.872250 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15f5581c-2385-4e2b-81ac-da58f11b0a80 req-5fee6ee5-24da-48e3-9e3a-8feb53780378 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417080 Jan 15 15:07:21.964574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:21.969669 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-89fcfcd0-e818-4c6a-9f96-a1f3aba01797 req-fc47ade9-4d2b-457f-96fc-ed552b21e28d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917182 Jan 15 15:07:22.061634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13806f04-3192-40a9-825d-e32a7d66409e req-5f42914b-e284-4723-9468-b8a8bdf17545 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:22.079326 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-13806f04-3192-40a9-825d-e32a7d66409e req-5f42914b-e284-4723-9468-b8a8bdf17545 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.3874140 Jan 15 15:07:22.183786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port c00b8429-351e-4e82-b441-2674ffbd1991 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:22.184550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.211898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.243448 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-13806f04-3192-40a9-825d-e32a7d66409e req-a47471cd-9082-4d59-8ebc-cf6c59bd998f tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623712 Jan 15 15:07:22.247384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Transition to ACTIVE for port object 7bb25c85-c87a-433c-8a16-da078ee6281e will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:22.296816 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:22.368806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6db3acba-3b9e-485d-b5e3-0752f2d2875c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:22.658279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Pushing event updated for resources: {'Port': ['ID=7bb25c85-c87a-433c-8a16-da078ee6281e,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:22.876086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:22.891640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54f855-9afb-4499-9a8a-2a68b93e4149 req-7ca9cf42-35f8-4f1b-9cb3-4822cb7e5094 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:22.893807 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3c54f855-9afb-4499-9a8a-2a68b93e4149 req-7ca9cf42-35f8-4f1b-9cb3-4822cb7e5094 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 936 time: 0.1717365 Jan 15 15:07:22.915798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:07:22.919942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:07:22.927532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:07:23.024323 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3c54f855-9afb-4499-9a8a-2a68b93e4149 req-2fa973e3-118e-4d69-8340-c0991acad484 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122990 Jan 15 15:07:23.031225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.032263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:23.086613 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1793964 Jan 15 15:07:23.124218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Request body: {'port': {'device_id': '6cce112f-7dad-4fc2-949c-46c19040e882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:07:23.263873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ede77-6c88-44eb-abe9-30d9c39fa729 req-8c5e4a88-4fdc-4bac-8393-7a5b225f71fa tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.266639 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-445ede77-6c88-44eb-abe9-30d9c39fa729 req-8c5e4a88-4fdc-4bac-8393-7a5b225f71fa tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.7351696 Jan 15 15:07:23.431907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-42624368-a399-43d0-866c-f57977f71c29 None None] Provisioning for port 7bb25c85-c87a-433c-8a16-da078ee6281e completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:23.443429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-42624368-a399-43d0-866c-f57977f71c29 None None] Provisioning complete for port 7bb25c85-c87a-433c-8a16-da078ee6281e triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:23.446514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42624368-a399-43d0-866c-f57977f71c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:23.640435 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-42624368-a399-43d0-866c-f57977f71c29 None None] Port 7bb25c85-c87a-433c-8a16-da078ee6281e cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:07:23.653837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32989a-d651-426a-bd82-fb2ee1c4fb36 req-45423dad-e911-4969-8c1c-ede19320d27b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:23.669381 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf32989a-d651-426a-bd82-fb2ee1c4fb36 req-45423dad-e911-4969-8c1c-ede19320d27b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.4522753 Jan 15 15:07:23.813937 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf32989a-d651-426a-bd82-fb2ee1c4fb36 req-f5e56add-1c28-4c31-84ef-fd78f5c63324 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434433 Jan 15 15:07:23.939157 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-445ede77-6c88-44eb-abe9-30d9c39fa729 req-dff5089f-7ed7-4f41-87bf-83505c296048 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506639 Jan 15 15:07:24.087905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:24.877902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda105e0-72d2-4afb-95d1-39dc0d587ad9 req-23257e75-2ee5-4541-aa6a-f4c43f2047b1 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:24.879428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-bda105e0-72d2-4afb-95d1-39dc0d587ad9 req-23257e75-2ee5-4541-aa6a-f4c43f2047b1 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Synchronizing usage tracker for tenant:b2f2620903f349929667efea15d1845a on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:24.973585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-bda105e0-72d2-4afb-95d1-39dc0d587ad9 req-23257e75-2ee5-4541-aa6a-f4c43f2047b1 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Unset dirty status for tenant:b2f2620903f349929667efea15d1845a on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:24.981865 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bda105e0-72d2-4afb-95d1-39dc0d587ad9 req-23257e75-2ee5-4541-aa6a-f4c43f2047b1 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 936 time: 0.4396157 Jan 15 15:07:25.143448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ddaf3-5013-4019-81c7-7bb8048d0d65 req-51822f1a-e794-4fcc-af3c-e59e4c7ecd33 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:25.154322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-bda105e0-72d2-4afb-95d1-39dc0d587ad9 req-4cf36b2f-7776-4e72-9652-4f85c11ae197 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Synchronizing usage tracker for tenant:b2f2620903f349929667efea15d1845a on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:25.157479 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d82ddaf3-5013-4019-81c7-7bb8048d0d65 req-51822f1a-e794-4fcc-af3c-e59e4c7ecd33 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 946 time: 0.3506262 Jan 15 15:07:25.251060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-bda105e0-72d2-4afb-95d1-39dc0d587ad9 req-4cf36b2f-7776-4e72-9652-4f85c11ae197 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Unset dirty status for tenant:b2f2620903f349929667efea15d1845a on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:25.252356 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bda105e0-72d2-4afb-95d1-39dc0d587ad9 req-4cf36b2f-7776-4e72-9652-4f85c11ae197 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695813 Jan 15 15:07:25.274446 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d82ddaf3-5013-4019-81c7-7bb8048d0d65 req-af6a1b7c-4031-40f2-829a-ee7d79dbe472 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123376 Jan 15 15:07:25.510194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb25c85-c87a-433c-8a16-da078ee6281e {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:07:25.526439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.544268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Transition to ACTIVE for port object 7bb25c85-c87a-433c-8a16-da078ee6281e will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:07:25.558050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:25.669331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:25.805699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea632806-5d9e-4f17-a2f0-b0beff28ee9f req-35893867-2f46-4357-824d-866f7f4e9283 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:25.807418 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ea632806-5d9e-4f17-a2f0-b0beff28ee9f req-35893867-2f46-4357-824d-866f7f4e9283 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.3755043 Jan 15 15:07:25.878305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb25c85-c87a-433c-8a16-da078ee6281e,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:25.886137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:25.962509 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ea632806-5d9e-4f17-a2f0-b0beff28ee9f req-9b1a9526-2eae-4b31-94b6-7ac628560c45 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257653 Jan 15 15:07:26.272442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Attempting to bind port 7bb25c85-c87a-433c-8a16-da078ee6281e on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:07:26.274150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Attempting to bind port 7bb25c85-c87a-433c-8a16-da078ee6281e by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:07:26.275090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Attempting to bind port 7bb25c85-c87a-433c-8a16-da078ee6281e on network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:07:26.288478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:07:26.289403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Checking segment: {'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:07:26.290397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.291364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Bound using segment: {'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:07:26.292556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Bound port: 7bb25c85-c87a-433c-8a16-da078ee6281e, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc777945-3f5a-405a-90e1-e316d1122eb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0ad0cf01-e192-483a-94fb-4d6c2fc6cd79'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:07:26.293726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.561070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] For port 7bb25c85-c87a-433c-8a16-da078ee6281e, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:07:26.565478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] For port 7bb25c85-c87a-433c-8a16-da078ee6281e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=7bb25c85-c87a-433c-8a16-da078ee6281e,segment=NetworkSegment(cc777945-3f5a-405a-90e1-e316d1122eb2),segment_id=cc777945-3f5a-405a-90e1-e316d1122eb2)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:07:26.569800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.589765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-153cbca6-2591-4642-8c5c-e38f32c6f0bf tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:26.762475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-de76d734-ef8c-4fb2-b535-7bbb95d92459 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:26.764391 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-de76d734-ef8c-4fb2-b535-7bbb95d92459 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 946 time: 0.2732337 Jan 15 15:07:26.901332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Deleting port 8de5454d-b98d-4066-b04c-37c9416a9949 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:26.901725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:26.964291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb25c85-c87a-433c-8a16-da078ee6281e,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:26.980743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:26.982383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e08a6-279f-45f9-b965-628b280d396f req-b7e2f465-7f17-4235-aa6a-af806855a40a tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:26.984814 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7b2e08a6-279f-45f9-b965-628b280d396f req-b7e2f465-7f17-4235-aa6a-af806855a40a tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 948 time: 0.3533614 Jan 15 15:07:27.063112 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b249eae-0b2d-449a-bdd7-4abe56a62381 req-71cc8b96-cef1-4895-b8e2-99d126e33acd tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:27.066950 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b249eae-0b2d-449a-bdd7-4abe56a62381 req-71cc8b96-cef1-4895-b8e2-99d126e33acd tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 946 time: 0.3466792 Jan 15 15:07:27.078982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:27.080561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.082931 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] 10.222.0.72 "PUT /v2.0/ports/7bb25c85-c87a-433c-8a16-da078ee6281e HTTP/1.1" status: 200 len: 1162 time: 3.9652228 Jan 15 15:07:27.084333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:27.174495 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b249eae-0b2d-449a-bdd7-4abe56a62381 req-40c4834c-367e-4be9-83bd-7baa2fec1042 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/security-groups?id=4efe4dfb-b9ee-4857-903b-20e776de63c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816524 Jan 15 15:07:27.307411 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] For port 8de5454d-b98d-4066-b04c-37c9416a9949, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8de5454d-b98d-4066-b04c-37c9416a9949,segment=NetworkSegment(974ca80e-2c3a-4d8f-ada5-6705b7f575b1),segment_id=974ca80e-2c3a-4d8f-ada5-6705b7f575b1)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:27.307975 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:27.400546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-39f04014-974a-437e-8850-8de11a4f7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:27.402559 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-39f04014-974a-437e-8850-8de11a4f7927 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b2f2620903f349929667efea15d1845a&device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 1165 time: 0.2264190 Jan 15 15:07:27.653920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Calling delete_port for 8de5454d-b98d-4066-b04c-37c9416a9949 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:27.668886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-46486504-fd8e-4afa-93e4-e36fc575aa5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7bb25c85-c87a-433c-8a16-da078ee6281e HTTP/1.1" status: 200 len: 217 time: 0.2508264 Jan 15 15:07:27.828120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-f7f6214e-c02f-42e8-920f-1cc4716284bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:27.831067 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-f7f6214e-c02f-42e8-920f-1cc4716284bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc907958-ac1b-4783-b2c9-1c040334a0aa HTTP/1.1" status: 200 len: 843 time: 0.1475594 Jan 15 15:07:27.853761 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7b2e08a6-279f-45f9-b965-628b280d396f req-bb3eecef-0ca6-4764-98d0-d0aaec7c8db5 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8609462 Jan 15 15:07:27.882333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8de5454d-b98d-4066-b04c-37c9416a9949 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:27.955156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41178) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:28.080928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-36a749ad-4133-4a4e-b242-1506790613fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:28.088215 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-36a749ad-4133-4a4e-b242-1506790613fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ad0cf01-e192-483a-94fb-4d6c2fc6cd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2266295 Jan 15 15:07:28.095543 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e', 'status': 'completed', 'code': 200} Jan 15 15:07:28.138325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.205426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.238675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b23773d0-af23-419d-8a2d-2bed48b1d203 tempest-VolumesActionsTest-1229987790 tempest-VolumesActionsTest-1229987790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:28.339127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Pushing event deleted for resources: {'Port': ['ID=8de5454d-b98d-4066-b04c-37c9416a9949,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:28.342226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:28.461957 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-70cf31c3-e9a5-473f-a6a9-acd8a04dc8e5 service neutron] 10.222.0.72 "GET /v2.0/networks/0ad0cf01-e192-483a-94fb-4d6c2fc6cd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650873 Jan 15 15:07:28.508324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad4da3-b77f-4e72-ba4b-a462f6888cdb req-29f71784-c5d2-4305-9269-9b99a69ba31d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:28.510871 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7aad4da3-b77f-4e72-ba4b-a462f6888cdb req-29f71784-c5d2-4305-9269-9b99a69ba31d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.3647165 Jan 15 15:07:28.549160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.589723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:28.601714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a16579d35fa945d2b29d836f1ab2854e is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:28.610172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2782-b262-40cb-b795-a5a413028e2c req-8e3d395b-0f69-479f-8816-52b2a81a4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:28.611917 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bccd2782-b262-40cb-b795-a5a413028e2c req-8e3d395b-0f69-479f-8816-52b2a81a4b3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 0.6557791 Jan 15 15:07:28.614638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:28.651997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:28.693216 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7aad4da3-b77f-4e72-ba4b-a462f6888cdb req-e27cad3f-9b45-4222-acc0-be634ec95dc1 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534641 Jan 15 15:07:28.739781 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fea26902-e7ec-4d34-bf93-a6080834f298 req-f093a691-ae74-4c8b-a92e-c36c7c458ace service neutron] 10.222.0.72 "GET /v2.0/networks/0ad0cf01-e192-483a-94fb-4d6c2fc6cd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2272899 Jan 15 15:07:28.838399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f836f2-1f53-4ff8-a1b4-52a4b317faf6 req-511afc56-8dad-47bc-987f-0690553c08ff tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:28.840145 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9f836f2-1f53-4ff8-a1b4-52a4b317faf6 req-511afc56-8dad-47bc-987f-0690553c08ff tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.5444539 Jan 15 15:07:28.900572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] No DVR routers for this DVR port 8de5454d-b98d-4066-b04c-37c9416a9949 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:28.903238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:28.907273 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41196) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:28.912303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'name': 'network-vif-deleted', 'tag': '8de5454d-b98d-4066-b04c-37c9416a9949'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:29.022347 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-66282387-c4ea-45fe-8aa4-ffab90b5bcf7 req-3059a2b4-5ff2-4304-8e02-1110254cce4e tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.0878985 Jan 15 15:07:29.062782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-c588ad96-16f9-4f2e-893b-a41ceff1f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.066340 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-c588ad96-16f9-4f2e-893b-a41ceff1f521 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b2f2620903f349929667efea15d1845a&device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 1165 time: 0.2107325 Jan 15 15:07:29.324294 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.72 "DELETE /v2.0/ports/8de5454d-b98d-4066-b04c-37c9416a9949 HTTP/1.1" status: 204 len: 173 time: 2.5531526 Jan 15 15:07:29.353889 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d9f836f2-1f53-4ff8-a1b4-52a4b317faf6 req-df08e7ea-ea8c-49cc-8954-ecc06efd3874 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544439 Jan 15 15:07:29.363450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-e87b9a33-2662-47fa-bc0a-b4381f4bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.365619 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-e87b9a33-2662-47fa-bc0a-b4381f4bd2fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 HTTP/1.1" status: 200 len: 863 time: 0.2918775 Jan 15 15:07:29.405281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Deleting subnet 3fae4511-0cb8-4b74-a23f-ade2738c14dd {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:07:29.411415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2782-b262-40cb-b795-a5a413028e2c req-97668028-0065-472b-b82d-60af830a26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.413111 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bccd2782-b262-40cb-b795-a5a413028e2c req-97668028-0065-472b-b82d-60af830a26f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 0.7938929 Jan 15 15:07:29.416413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:29.417584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:29.554467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c8aa-286f-41de-8522-2a727aa74240 req-8edc374d-987f-4a72-8204-2aee710d0cbf tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.557001 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7db1c8aa-286f-41de-8522-2a727aa74240 req-8edc374d-987f-4a72-8204-2aee710d0cbf tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 948 time: 0.3448558 Jan 15 15:07:29.592198 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:29.605891 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bccd2782-b262-40cb-b795-a5a413028e2c req-d9b44b89-560c-460c-a8f0-e97fdb8f5973 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 217 time: 0.1436329 Jan 15 15:07:29.608234 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d47d2f-a945-410f-8f49-ede3c77d05b1', 'name': 'network-vif-deleted', 'tag': '8de5454d-b98d-4066-b04c-37c9416a9949', 'status': 'completed', 'code': 200} Jan 15 15:07:29.622747 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-876ac432-5276-4c74-9645-51168ce1a46a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7bb25c85-c87a-433c-8a16-da078ee6281e HTTP/1.1" status: 200 len: 217 time: 0.2421553 Jan 15 15:07:29.629721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2aa5d8cc-fe24-486c-a101-9de7ca0aea53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:29.633698 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7db1c8aa-286f-41de-8522-2a727aa74240 req-79ec2be1-bf49-4a18-b8b2-3070401d26ab tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Jan 15 15:07:29.768248 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a16579d35fa945d2b29d836f1ab2854e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8106368 Jan 15 15:07:29.771203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:29.810421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41208) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:29.815682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d68ca-c78f-409a-bb64-c6b846857a98,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:29.820778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:29.864422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2782-b262-40cb-b795-a5a413028e2c req-e3547b04-e491-4875-baa7-9b1e5e28c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.866051 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bccd2782-b262-40cb-b795-a5a413028e2c req-e3547b04-e491-4875-baa7-9b1e5e28c46d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.2203400 Jan 15 15:07:29.937647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-f6a60f8a-e7bf-4738-9d11-ec5ff72af3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:29.940182 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-f6a60f8a-e7bf-4738-9d11-ec5ff72af3de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc907958-ac1b-4783-b2c9-1c040334a0aa HTTP/1.1" status: 200 len: 843 time: 0.3050978 Jan 15 15:07:29.990538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.043988 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bccd2782-b262-40cb-b795-a5a413028e2c req-b9c35644-cf65-4437-ac8d-dce8b0b41831 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652451 Jan 15 15:07:30.069446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7bd32528-7395-4748-81c6-6ffa72906372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.107037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-acbfed92-42a5-4778-bbbc-c4a853cad8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:30.110500 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-acbfed92-42a5-4778-bbbc-c4a853cad8cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0ad0cf01-e192-483a-94fb-4d6c2fc6cd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1579258 Jan 15 15:07:30.123373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.377234 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-41e5f0ce-99f1-46a5-918d-7f56ecea446b service neutron] 10.222.0.72 "GET /v2.0/networks/0ad0cf01-e192-483a-94fb-4d6c2fc6cd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603507 Jan 15 15:07:30.390598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-38d52998-cd22-439a-b10b-13ed38557b0b req-60f8fe60-03cd-43d6-8d82-c6ac3f4dd3f4 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Synchronizing usage tracker for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:07:30.396051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.526843 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bccd2782-b262-40cb-b795-a5a413028e2c req-5072ba9c-438b-45a8-82b6-aefda5612ab4 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631212 Jan 15 15:07:30.576272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-38d52998-cd22-439a-b10b-13ed38557b0b req-60f8fe60-03cd-43d6-8d82-c6ac3f4dd3f4 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Unset dirty status for tenant:475d36f3957a4e31a2e83a4c742a1eb2 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:07:30.577825 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38d52998-cd22-439a-b10b-13ed38557b0b req-60f8fe60-03cd-43d6-8d82-c6ac3f4dd3f4 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] 10.222.0.71 "GET /v2.0/ports?device_id=76d47d2f-a945-410f-8f49-ede3c77d05b1 HTTP/1.1" status: 200 len: 210 time: 0.2569571 Jan 15 15:07:30.654822 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df64d486-df8f-4f00-b3fa-dbcf728b22f6 req-0440431d-2fc0-4c8e-914f-8195c698636f service neutron] 10.222.0.72 "GET /v2.0/networks/0ad0cf01-e192-483a-94fb-4d6c2fc6cd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2673764 Jan 15 15:07:30.715705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b01b-3fb5-415a-89a8-657e82a71e58 req-0881248f-ab23-4dc0-ad84-cfcc0a570c2c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:30.717686 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cdb8b01b-3fb5-415a-89a8-657e82a71e58 req-0881248f-ab23-4dc0-ad84-cfcc0a570c2c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1479974 Jan 15 15:07:30.731616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.744883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ea53c097-1805-4566-96b4-bdf9acb787bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:30.777649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d68ca-c78f-409a-bb64-c6b846857a98,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:30.786105 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cdb8b01b-3fb5-415a-89a8-657e82a71e58 req-3c3d7f46-47a2-4db1-8355-14c8bed2f024 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558615 Jan 15 15:07:30.801574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.805004 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba4d68ca-c78f-409a-bb64-c6b846857a98 HTTP/1.1" status: 204 len: 168 time: 0.9841349 Jan 15 15:07:30.805004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:30.862599 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bccd2782-b262-40cb-b795-a5a413028e2c req-733adb62-0603-4162-b747-1e3ae9b7b97b service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3217266 Jan 15 15:07:30.872417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:30.896416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-385cb709-691a-47d6-952c-2452e8b65b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:31.058253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fae4511-0cb8-4b74-a23f-ade2738c14dd,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:31.067149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:31.121928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.133125 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2f7f2d29-57d7-40a4-ac09-dd51b5e6eae1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3fae4511-0cb8-4b74-a23f-ade2738c14dd HTTP/1.1" status: 204 len: 168 time: 2.2142546 Jan 15 15:07:31.137430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41230) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:31.245139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ae78-6115-437a-b577-9564eee90931 req-e2bdbdc1-33ac-4b57-9fdf-5026bdbe8ebb tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:31.246957 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ef09ae78-6115-437a-b577-9564eee90931 req-e2bdbdc1-33ac-4b57-9fdf-5026bdbe8ebb tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 948 time: 0.3517385 Jan 15 15:07:31.328865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.393630 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ef09ae78-6115-437a-b577-9564eee90931 req-3d8ebb68-7e46-442d-9a1c-1e4e360a6b71 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318870 Jan 15 15:07:31.563919 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.705776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582ad546-f8af-4a96-bbd9-b135ae65f0cd']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:31.723914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03513c81-cb74-41dc-b506-9a46b2ced6d5') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:31.723914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03513c81-cb74-41dc-b506-9a46b2ced6d5') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:31.740669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.758205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41240) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:31.845653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:31.862053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:07:32.253469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 0ad0cf01-e192-483a-94fb-4d6c2fc6cd79 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:07:32.357685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Deleting subnet 72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:07:32.396018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:32.615134 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:32.627038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:32.659218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:32.732544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc89c21-50f5-4784-8165-07f25a36b10a req-6fa62456-0a92-4b22-8fcd-60baaa5c5ac6 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:32.736899 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ddc89c21-50f5-4784-8165-07f25a36b10a req-6fa62456-0a92-4b22-8fcd-60baaa5c5ac6 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 948 time: 0.1507258 Jan 15 15:07:32.811841 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ddc89c21-50f5-4784-8165-07f25a36b10a req-d5c45391-7f86-4535-a912-812386ce541e tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676126 Jan 15 15:07:32.856118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c3ab7-b93d-4ca3-8943-f2650c9b06f5 req-7ff71864-eaac-4950-8d53-bf79fcc00281 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:32.858834 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cb3c3ab7-b93d-4ca3-8943-f2650c9b06f5 req-7ff71864-eaac-4950-8d53-bf79fcc00281 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.5756829 Jan 15 15:07:32.892797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-8ef004ed-8ba7-4248-b9f6-87b7f6b4e35b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:07:32.917335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.008973 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Network 582ad546-f8af-4a96-bbd9-b135ae65f0cd has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:33.033264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e46fb646-e8d2-4d5f-82ec-c8030560574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:07:33.040605 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:07:33.167819 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cb3c3ab7-b93d-4ca3-8943-f2650c9b06f5 req-0e07a913-c431-48b9-b834-198dd055f3ec tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034643 Jan 15 15:07:33.242308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.259241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3a0c1029-2557-4f81-86a0-4e1fc4bb780a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:33.275522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.299860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Pushing event deleted for resources: {'Network': ['ID=582ad546-f8af-4a96-bbd9-b135ae65f0cd,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:33.306112 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] 10.222.0.71 "DELETE /v2.0/networks/582ad546-f8af-4a96-bbd9-b135ae65f0cd HTTP/1.1" status: 204 len: 168 time: 2.1660662 Jan 15 15:07:33.306112 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:33.426535 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.448034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:33.523485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 7bb25c85-c87a-433c-8a16-da078ee6281e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:33.536947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e6ce6c-7e2a-4a3b-b671-bb98291d06a5,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:33.561189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:33.604371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.611396 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c653aa16-07d1-4f43-8d6b-8e831337975f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/72e6ce6c-7e2a-4a3b-b671-bb98291d06a5 HTTP/1.1" status: 204 len: 168 time: 1.8516383 Jan 15 15:07:33.614128 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41258) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:33.617388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41262) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:33.691905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.733567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 7bb25c85-c87a-433c-8a16-da078ee6281e completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:07:33.738927 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-55e2212b-6e13-41e1-802b-69dce043b1ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f59b39254d145e7a7cb00ede899c31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191180 Jan 15 15:07:33.742852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41268) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:33.744202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 7bb25c85-c87a-433c-8a16-da078ee6281e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:33.744826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.776826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.875428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.934539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:33.972112 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.034901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.040482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:34.045255 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1e896e68-cf3f-45e5-9965-35c66f79382a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:34.059305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 7bb25c85-c87a-433c-8a16-da078ee6281e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=7bb25c85-c87a-433c-8a16-da078ee6281e,segment=NetworkSegment(cc777945-3f5a-405a-90e1-e316d1122eb2),segment_id=cc777945-3f5a-405a-90e1-e316d1122eb2)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:34.064412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.068418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:34.128447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.197054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a9061-3c8d-4d81-ad78-0e6a45e07add,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:34.198810 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e', 'code': 200} Jan 15 15:07:34.202836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=7bb25c85-c87a-433c-8a16-da078ee6281e,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:34.208362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:34.229050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:34.302352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.304977 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f8a9061-3c8d-4d81-ad78-0e6a45e07add HTTP/1.1" status: 204 len: 168 time: 0.5598009 Jan 15 15:07:34.362942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3e3703-295c-4e86-9853-55add02ac5c8']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:34.389027 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974ca80e-2c3a-4d8f-ada5-6705b7f575b1') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:34.389368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974ca80e-2c3a-4d8f-ada5-6705b7f575b1') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:34.390242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76008-3ab3-4c74-9cdc-15a3f272f258 req-3720750d-ff39-4154-8c34-6580d1704cf9 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:34.393359 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63b76008-3ab3-4c74-9cdc-15a3f272f258 req-3720750d-ff39-4154-8c34-6580d1704cf9 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 950 time: 0.3105693 Jan 15 15:07:34.485259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.521043 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63b76008-3ab3-4c74-9cdc-15a3f272f258 req-09e9c173-3db1-4b5a-84ac-bad3d33def96 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206431 Jan 15 15:07:34.591628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 7bb25c85-c87a-433c-8a16-da078ee6281e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:34.631930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.634760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:07:34.759315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 7bb25c85-c87a-433c-8a16-da078ee6281e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:34.760060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:34.793849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.104471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:35.118382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.335995 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53559e7-db67-4189-87a8-22f95647de12 req-10a51a83-18c1-453e-81cf-12066f57b156 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:35.337874 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c53559e7-db67-4189-87a8-22f95647de12 req-10a51a83-18c1-453e-81cf-12066f57b156 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.9316530 Jan 15 15:07:35.355301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53b5e-f618-4f0e-bbf1-9a740b0e8478 req-1f678b64-ddef-41c0-a2f3-e2d72d0dd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:35.358262 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3a53b5e-f618-4f0e-bbf1-9a740b0e8478 req-1f678b64-ddef-41c0-a2f3-e2d72d0dd3d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 1167 time: 0.5793264 Jan 15 15:07:35.424206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Network 5a3e3703-295c-4e86-9853-55add02ac5c8 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:07:35.487805 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:07:35.655121 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c53559e7-db67-4189-87a8-22f95647de12 req-b5bf80f2-323a-4f58-be01-d826f66254ab tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889409 Jan 15 15:07:35.661689 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3a53b5e-f618-4f0e-bbf1-9a740b0e8478 req-9c610a70-9d56-4651-9a2b-c951dc1219bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713194 Jan 15 15:07:35.670373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.675312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:35.747576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.952711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:35.954974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9eca-3d1d-472b-8c5d-3b963d84d713 req-dbdfd114-efd3-4d4f-adf4-8f6c1afc07a0 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:35.957940 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a43a9eca-3d1d-472b-8c5d-3b963d84d713 req-dbdfd114-efd3-4d4f-adf4-8f6c1afc07a0 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 950 time: 0.1607957 Jan 15 15:07:35.959809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3e3703-295c-4e86-9853-55add02ac5c8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:35.965336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:35.974040 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9adf84dd-cf85-4e52-aecf-8f4c6e29ee2c admin admin] 10.222.0.71 "DELETE /v2.0/networks/5a3e3703-295c-4e86-9853-55add02ac5c8 HTTP/1.1" status: 204 len: 168 time: 2.3585601 Jan 15 15:07:36.066886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a43a9eca-3d1d-472b-8c5d-3b963d84d713 req-e1951f41-82f3-438d-8800-3d29daf254d9 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913177 Jan 15 15:07:36.239776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41336) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:36.296887 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a17d908e-68bc-4935-a3df-37d29bc650f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=475d36f3957a4e31a2e83a4c742a1eb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533128 Jan 15 15:07:36.297479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41352) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:36.382716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.423707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.484690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 7bb25c85-c87a-433c-8a16-da078ee6281e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:36.491757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.502748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4e546566-fc6f-47b3-8fb7-2673f2dba469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:36.531172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efe4dfb-b9ee-4857-903b-20e776de63c2,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:36.535620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:36.543383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:36.545658 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4efe4dfb-b9ee-4857-903b-20e776de63c2 HTTP/1.1" status: 204 len: 168 time: 0.2472231 Jan 15 15:07:36.661884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 7bb25c85-c87a-433c-8a16-da078ee6281e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:36.662388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.206113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9ac8e-48b4-454f-be14-ac7a7b2371e9 req-7c8bd871-65b2-45a4-b73b-230e4a0d7072 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:37.207975 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-92a9ac8e-48b4-454f-be14-ac7a7b2371e9 req-7c8bd871-65b2-45a4-b73b-230e4a0d7072 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1933286 Jan 15 15:07:37.320188 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-92a9ac8e-48b4-454f-be14-ac7a7b2371e9 req-dd79c45a-d42e-4501-93ec-508129b6ebd9 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036665 Jan 15 15:07:37.372259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:37.535894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997540a0-a212-43a6-af55-69d53ef976dd req-e7daf446-f522-4515-8ede-be32746be133 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:37.544735 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-997540a0-a212-43a6-af55-69d53ef976dd req-e7daf446-f522-4515-8ede-be32746be133 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 950 time: 0.1485960 Jan 15 15:07:37.623253 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-997540a0-a212-43a6-af55-69d53ef976dd req-690a608a-7793-4385-912c-21d13dcd4418 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765569 Jan 15 15:07:38.399681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f4eb7-ed29-4afe-9b53-615edb4b48fb req-0a9e5292-454a-4398-8f45-37c409318a79 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:38.402947 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-946f4eb7-ed29-4afe-9b53-615edb4b48fb req-0a9e5292-454a-4398-8f45-37c409318a79 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 950 time: 0.1478488 Jan 15 15:07:38.475081 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-946f4eb7-ed29-4afe-9b53-615edb4b48fb req-f25b4535-715c-489e-92cb-f70924732649 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623651 Jan 15 15:07:38.616264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 7bb25c85-c87a-433c-8a16-da078ee6281e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:38.743499 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 7bb25c85-c87a-433c-8a16-da078ee6281e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:38.744524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:38.871849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41440) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:38.885824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2e882-6ecc-4978-aa00-8fc71e5b9213 req-518f5d1b-0b53-4c26-a901-c29d9bf3e1de tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:38.888765 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac2e882-6ecc-4978-aa00-8fc71e5b9213 req-518f5d1b-0b53-4c26-a901-c29d9bf3e1de tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2511880 Jan 15 15:07:38.989924 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac2e882-6ecc-4978-aa00-8fc71e5b9213 req-a1498c62-f821-4da0-9b12-cff21d4ae465 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871444 Jan 15 15:07:39.009615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Deleting subnet 47f76abe-5019-4932-8f34-50e387d53c53 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:07:39.013652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.074639 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3039937'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.147927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.442287 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851669727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4141537'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.480145 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-057ab880-16e9-447d-8c84-50b265a38c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:39.624230 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f76abe-5019-4932-8f34-50e387d53c53,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:39.633617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:39.804996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:39.822657 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/47f76abe-5019-4932-8f34-50e387d53c53 HTTP/1.1" status: 204 len: 168 time: 0.9487586 Jan 15 15:07:39.825667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41454) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:39.996396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b089c4b-bc70-464a-94ba-67376e3edbe5 req-c16c46f6-68ff-4bbc-b1a8-61d9ff707bc1 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:39.998194 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7b089c4b-bc70-464a-94ba-67376e3edbe5 req-c16c46f6-68ff-4bbc-b1a8-61d9ff707bc1 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 950 time: 0.3599641 Jan 15 15:07:40.041230 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.174653 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7b089c4b-bc70-464a-94ba-67376e3edbe5 req-0325ad2c-f991-4eac-9914-d01e1184cba9 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663594 Jan 15 15:07:40.296411 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.397064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 7bb25c85-c87a-433c-8a16-da078ee6281e no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:07:40.406192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e17bd-f0c5-4b4b-bf65-a573ad7b19f7 req-750e3036-f026-4545-a8e2-3eba1a83aba3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:40.408042 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e93e17bd-f0c5-4b4b-bf65-a573ad7b19f7 req-750e3036-f026-4545-a8e2-3eba1a83aba3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2283273 Jan 15 15:07:40.434621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-7d34d050-fc8e-4d97-b38d-32e2f395c865 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:40.435376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87c8a09-be57-4e1c-ac61-268a9c848076']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:40.436419 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-7d34d050-fc8e-4d97-b38d-32e2f395c865 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.72 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 950 time: 0.3218076 Jan 15 15:07:40.464962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee70260-342f-45bd-bc6c-8ab7e7498859') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:40.466002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee70260-342f-45bd-bc6c-8ab7e7498859') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:40.520731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851735815'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.556117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.561050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:07:40.575583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Deleting port 7bb25c85-c87a-433c-8a16-da078ee6281e {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:40.576213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.709162 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e93e17bd-f0c5-4b4b-bf65-a573ad7b19f7 req-c7d0edcc-b862-4874-9d0f-245c7474cd01 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711446 Jan 15 15:07:40.908828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.960176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:40.968712 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Network c87c8a09-be57-4e1c-ac61-268a9c848076 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:40.978818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 7bb25c85-c87a-433c-8a16-da078ee6281e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=7bb25c85-c87a-433c-8a16-da078ee6281e,segment=NetworkSegment(cc777945-3f5a-405a-90e1-e316d1122eb2),segment_id=cc777945-3f5a-405a-90e1-e316d1122eb2)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:40.982641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.987342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851669636'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:40.987551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:41.090858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] For port 7bb25c85-c87a-433c-8a16-da078ee6281e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=7bb25c85-c87a-433c-8a16-da078ee6281e,segment=NetworkSegment(cc777945-3f5a-405a-90e1-e316d1122eb2),segment_id=cc777945-3f5a-405a-90e1-e316d1122eb2)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:41.091787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.133135 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e', 'code': 200} Jan 15 15:07:41.149231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=7bb25c85-c87a-433c-8a16-da078ee6281e,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:41.157794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:41.251920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Calling delete_port for 7bb25c85-c87a-433c-8a16-da078ee6281e owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:41.333841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Network c87c8a09-be57-4e1c-ac61-268a9c848076 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:41.351137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:07:41.351568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:07:41.378282 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:07:41.519863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.527719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:41.542496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.558411 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c87c8a09-be57-4e1c-ac61-268a9c848076,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:41.563931 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:41.573250 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-01c783f4-b3a4-461a-8d8c-b78c7a9565f0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c87c8a09-be57-4e1c-ac61-268a9c848076 HTTP/1.1" status: 204 len: 168 time: 1.7457962 Jan 15 15:07:41.578330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41482) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:41.618522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9263c-c732-46fd-bd11-689039338833 req-f52013c0-92dc-4914-9490-e260925cbd3b tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:41.622223 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29d9263c-c732-46fd-bd11-689039338833 req-f52013c0-92dc-4914-9490-e260925cbd3b tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 948 time: 0.1819942 Jan 15 15:07:41.654795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Deleting subnet 9a6515e7-d58b-4ea0-ae02-9fcb60969af7 {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:07:41.659188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.690287 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29d9263c-c732-46fd-bd11-689039338833 req-60b23f76-5a34-4c55-ac35-054146fe71dd tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604291 Jan 15 15:07:41.724124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.816134 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:41.873127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Deleting port 7bb25c85-c87a-433c-8a16-da078ee6281e {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:07:41.873779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.549751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd69c04-3c88-4fb9-9c26-58af25c39f0e req-ff073b2a-8b1e-4f2f-8c07-93024f747cd0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:42.551825 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9bd69c04-3c88-4fb9-9c26-58af25c39f0e req-ff073b2a-8b1e-4f2f-8c07-93024f747cd0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.5621603 Jan 15 15:07:42.701043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] For port 7bb25c85-c87a-433c-8a16-da078ee6281e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=7bb25c85-c87a-433c-8a16-da078ee6281e,segment=NetworkSegment(cc777945-3f5a-405a-90e1-e316d1122eb2),segment_id=cc777945-3f5a-405a-90e1-e316d1122eb2)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:07:42.701328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:42.724374 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9bd69c04-3c88-4fb9-9c26-58af25c39f0e req-cd6cac4e-de68-4e9b-9fcf-2ea67f28d07b tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500936 Jan 15 15:07:42.771332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41500) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:42.894391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Calling delete_port for 7bb25c85-c87a-433c-8a16-da078ee6281e owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:07:42.946881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.007897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-51d39b95-1b01-4107-82cf-8fa690a77464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:43.070959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d3b47-ac55-47dd-a9cf-9ef47cb573cd req-c743a2e1-f912-43ce-bcf2-8bc7835e15c0 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:43.074076 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-653d3b47-ac55-47dd-a9cf-9ef47cb573cd req-c743a2e1-f912-43ce-bcf2-8bc7835e15c0 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 948 time: 0.1995487 Jan 15 15:07:43.141002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.160439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6515e7-d58b-4ea0-ae02-9fcb60969af7,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:43.169333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:43.194054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:07:43.204918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0987dad5904e5580d4131522f989d2 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:07:43.210251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:07:43.227686 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-653d3b47-ac55-47dd-a9cf-9ef47cb573cd req-a3a6dc97-be34-43b0-9e72-3c0ff9437750 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/security-groups?id=6ea21ccb-4773-4a52-92f0-d474acabb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268585 Jan 15 15:07:43.229038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:07:43.274993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.306662 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9a6515e7-d58b-4ea0-ae02-9fcb60969af7 HTTP/1.1" status: 204 len: 168 time: 1.7252231 Jan 15 15:07:43.314291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41508) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:43.326279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.348052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:43.470070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.690760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Pushing event deleted for resources: {'Port': ['ID=7bb25c85-c87a-433c-8a16-da078ee6281e,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:43.697943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:43.767188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.776236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.800607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.819745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-73437340-ccbf-4c8b-a40f-104120479f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:43.912009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] No DVR routers for this DVR port 7bb25c85-c87a-433c-8a16-da078ee6281e on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:07:43.916827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:43.922237 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f950dc97-ddfa-4f1b-974e-fc52abe59d9d req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.72 "DELETE /v2.0/ports/7bb25c85-c87a-433c-8a16-da078ee6281e HTTP/1.1" status: 204 len: 173 time: 3.4535007 Jan 15 15:07:43.925602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'name': 'network-vif-deleted', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:07:44.120441 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cce112f-7dad-4fc2-949c-46c19040e882', 'name': 'network-vif-deleted', 'tag': '7bb25c85-c87a-433c-8a16-da078ee6281e', 'status': 'completed', 'code': 200} Jan 15 15:07:44.280707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1374b9c-9dc5-478c-ae49-81e745b283b3 req-7d1c89e9-f438-4e5e-b670-07c607ec22ac tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:44.284393 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b1374b9c-9dc5-478c-ae49-81e745b283b3 req-7d1c89e9-f438-4e5e-b670-07c607ec22ac tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2545989 Jan 15 15:07:44.301458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea0f87-551d-4938-98dc-60eb93afb31f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:44.308044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:44.317152 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e07891de-bbb9-4580-9e1c-1b5a389a9fc6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d0987dad5904e5580d4131522f989d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5434368 Jan 15 15:07:44.319259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41520) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:44.340394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742181e9-7de4-4975-8a10-3909520cf8ab']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:44.356955 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58674e28-9b21-4793-ada3-d4a7a7d0fc29') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:44.357187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58674e28-9b21-4793-ada3-d4a7a7d0fc29') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:07:44.372193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851735815'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.414547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.414908 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b1374b9c-9dc5-478c-ae49-81e745b283b3 req-82b4d07b-a190-4cec-ade4-c6e644a0b2a4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221716 Jan 15 15:07:44.418394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:07:44.605869 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5e24eb57-1204-41c3-915c-c347aafdb4f6 req-a0ab8029-f354-4da6-b5fa-835f339a4adf tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] 10.222.0.71 "GET /v2.0/ports?device_id=6cce112f-7dad-4fc2-949c-46c19040e882 HTTP/1.1" status: 200 len: 210 time: 0.0884981 Jan 15 15:07:44.731648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.736217 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Network 742181e9-7de4-4975-8a10-3909520cf8ab has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:44.748428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851669636'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.792429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:44.872592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:44.886068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:44.886732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.072934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Network 742181e9-7de4-4975-8a10-3909520cf8ab has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:07:45.106079 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:07:45.198444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.200161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.203832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-950bcb29-074e-4b2b-9fc3-6b327c9f955e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:45.220118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.223495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea0f87-551d-4938-98dc-60eb93afb31f,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:45.235491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:45.236089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:45.256173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.260657 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7fea0f87-551d-4938-98dc-60eb93afb31f HTTP/1.1" status: 204 len: 168 time: 0.8647993 Jan 15 15:07:45.260657 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/742181e9-7de4-4975-8a10-3909520cf8ab HTTP/1.1" status: 204 len: 168 time: 1.9431674 Jan 15 15:07:45.263352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=742181e9-7de4-4975-8a10-3909520cf8ab,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:45.266482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-331b2c55-7ec1-4b82-b877-8cb8ed7b81f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:45.479347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41534) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:45.579186 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c447c9ab-8821-4a23-b66a-172af3886f63 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7653f9db4c8244bab3cbc0ee37adc29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940404 Jan 15 15:07:45.579935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41538) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:45.720945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.775776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.838599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a772c-dadc-43f6-955e-8527bc061a12 req-8c705aae-352d-476f-b664-5c1617c06fed tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:45.840455 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-620a772c-dadc-43f6-955e-8527bc061a12 req-8c705aae-352d-476f-b664-5c1617c06fed tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2082138 Jan 15 15:07:45.927060 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-620a772c-dadc-43f6-955e-8527bc061a12 req-32d1d36e-6088-4f14-a990-f8ede3d2a0c0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737278 Jan 15 15:07:45.936199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.948123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7082df27-eabb-4c27-b105-0ce24d2155a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:45.977686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d30d6a-8e16-4810-aa9f-ee65c94016e8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:45.981691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:45.992489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:45.994676 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/68d30d6a-8e16-4810-aa9f-ee65c94016e8 HTTP/1.1" status: 204 len: 168 time: 0.4134145 Jan 15 15:07:46.751352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41590) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:46.850619 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e5c6e920-6dc5-4104-81dc-5bacc3a51c72 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=557e4874ba384046a6496142e961d2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971510 Jan 15 15:07:46.853497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41600) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:46.969919 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:47.011517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:47.096867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:47.106600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-98ffaf47-d4df-4b6b-8a28-428fe7410cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:47.125376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e686e51e-203d-4e8a-ab51-fa6ab64c936b,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:47.137155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:47.141866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:47.146231 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e686e51e-203d-4e8a-ab51-fa6ab64c936b HTTP/1.1" status: 204 len: 168 time: 0.2891178 Jan 15 15:07:47.423989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcfe8e-2066-4f24-bbf7-9d4d611e2052 req-868b1f97-1163-40a0-ba18-ec2d2a1bc57a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:47.442622 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fddcfe8e-2066-4f24-bbf7-9d4d611e2052 req-868b1f97-1163-40a0-ba18-ec2d2a1bc57a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.3109422 Jan 15 15:07:47.516837 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fddcfe8e-2066-4f24-bbf7-9d4d611e2052 req-182729e2-5596-4d07-95ec-2146aa1d9e48 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720053 Jan 15 15:07:48.103673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad99464-9d6a-405c-88ae-50c9a3907cc6 req-4aba406c-e78c-418c-b9eb-85d2e267a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:48.105859 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fad99464-9d6a-405c-88ae-50c9a3907cc6 req-4aba406c-e78c-418c-b9eb-85d2e267a654 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 0.1043327 Jan 15 15:07:48.159941 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fad99464-9d6a-405c-88ae-50c9a3907cc6 req-4b4dcd86-c39a-477c-803d-426ffeccef8a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451262 Jan 15 15:07:48.895962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6911df-3e9e-4a2b-b425-610fabc48891 req-17447f39-3373-4d9e-9bb6-259be8166a5d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:48.899576 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa6911df-3e9e-4a2b-b425-610fabc48891 req-17447f39-3373-4d9e-9bb6-259be8166a5d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1766984 Jan 15 15:07:49.001003 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa6911df-3e9e-4a2b-b425-610fabc48891 req-8b70782d-d430-4e60-9d58-e0295293003a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884938 Jan 15 15:07:49.183004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:07:50.400424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce396fa-9221-4ea1-a7b2-239f2b8b5c22 req-6691df85-d5b0-494c-b18e-bcece6220ec2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:50.402386 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0ce396fa-9221-4ea1-a7b2-239f2b8b5c22 req-6691df85-d5b0-494c-b18e-bcece6220ec2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1370928 Jan 15 15:07:50.474482 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0ce396fa-9221-4ea1-a7b2-239f2b8b5c22 req-2a398d11-6aaa-454b-bf59-9ea2a13b3130 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641947 Jan 15 15:07:50.752770 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:50.866477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:50.866943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:51.206528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224702c-9945-4189-9a4b-cb37f217a052 req-e3e56397-82cf-4acc-8983-5834b95cd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:51.208149 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6224702c-9945-4189-9a4b-cb37f217a052 req-e3e56397-82cf-4acc-8983-5834b95cd4e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 0.2351248 Jan 15 15:07:51.269966 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bd304-e978-4b12-b3af-9e9cedfcc1b0 req-e385ad41-25b6-44ef-9025-16c7808b864e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:51.271758 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3c5bd304-e978-4b12-b3af-9e9cedfcc1b0 req-e385ad41-25b6-44ef-9025-16c7808b864e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1788132 Jan 15 15:07:51.431792 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3c5bd304-e978-4b12-b3af-9e9cedfcc1b0 req-9257a893-46b4-49fe-a6db-0364cd0235b3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860612 Jan 15 15:07:51.462517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224702c-9945-4189-9a4b-cb37f217a052 req-5dce2e1d-a9b4-4fda-be8d-1b165ab00bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:51.464156 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6224702c-9945-4189-9a4b-cb37f217a052 req-5dce2e1d-a9b4-4fda-be8d-1b165ab00bbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 0.2427843 Jan 15 15:07:51.592972 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6224702c-9945-4189-9a4b-cb37f217a052 req-972e2d0b-00d0-4a46-a14f-d56b2525e7c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 217 time: 0.1206911 Jan 15 15:07:51.682305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224702c-9945-4189-9a4b-cb37f217a052 req-e4fb6e4e-d7e4-4c6d-af26-f7f21ff02cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:51.683928 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6224702c-9945-4189-9a4b-cb37f217a052 req-e4fb6e4e-d7e4-4c6d-af26-f7f21ff02cc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.0825462 Jan 15 15:07:51.745824 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6224702c-9945-4189-9a4b-cb37f217a052 req-1d614925-b433-4a3c-b27f-a9e6d74b061d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527050 Jan 15 15:07:51.959194 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6224702c-9945-4189-9a4b-cb37f217a052 req-461d39a0-6183-46c6-becc-6679a1a8f34e service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062149 Jan 15 15:07:52.148193 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6224702c-9945-4189-9a4b-cb37f217a052 req-84a7d09a-a130-4b1a-9a3e-69a36eb62cb1 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1813900 Jan 15 15:07:52.906947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c5da6-b598-4425-8c03-78b322710b8e req-0ca3e144-728c-462c-907f-6a4e9d5406f0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:52.909155 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1f9c5da6-b598-4425-8c03-78b322710b8e req-0ca3e144-728c-462c-907f-6a4e9d5406f0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1873593 Jan 15 15:07:52.974022 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1f9c5da6-b598-4425-8c03-78b322710b8e req-3a8192d9-9331-4ce7-a23d-83428d776a6f tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532346 Jan 15 15:07:54.327254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b5699-937d-4bab-9be0-80821949f0e2 req-34b279e0-7f01-4b30-9aeb-860474fcc956 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:54.337145 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d59b5699-937d-4bab-9be0-80821949f0e2 req-34b279e0-7f01-4b30-9aeb-860474fcc956 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1320853 Jan 15 15:07:54.414270 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d59b5699-937d-4bab-9be0-80821949f0e2 req-01b30f7c-6b8a-400e-b2d2-ee7b7e25f30c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751605 Jan 15 15:07:54.649680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 41932) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:54.856364 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:07:54.951505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:07:54.951923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.056910 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b5263752-ae04-4530-aab3-13d65dc675cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b2f2620903f349929667efea15d1845a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003675 Jan 15 15:07:55.058718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 41948) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:07:55.173327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fc29d270-3369-4452-b98b-4d4d77342b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.224638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fc29d270-3369-4452-b98b-4d4d77342b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.301477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fc29d270-3369-4452-b98b-4d4d77342b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.311454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5e2522c0-f3d7-4ed7-b2bd-e2b949f0a825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:07:55.337716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29d270-3369-4452-b98b-4d4d77342b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea21ccb-4773-4a52-92f0-d474acabb2f4,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:07:55.341822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fc29d270-3369-4452-b98b-4d4d77342b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:07:55.350746 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fc29d270-3369-4452-b98b-4d4d77342b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:07:55.352138 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-fc29d270-3369-4452-b98b-4d4d77342b70 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ea21ccb-4773-4a52-92f0-d474acabb2f4 HTTP/1.1" status: 204 len: 168 time: 0.2917917 Jan 15 15:07:55.784468 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d3d95-d89f-44f8-b35f-44764812b2a7 req-858a1d2c-5ec0-4b19-878d-92394d64d2af tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:55.787719 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b0d3d95-d89f-44f8-b35f-44764812b2a7 req-858a1d2c-5ec0-4b19-878d-92394d64d2af tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2082367 Jan 15 15:07:55.886814 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b0d3d95-d89f-44f8-b35f-44764812b2a7 req-900a89a7-aed7-474b-b4cf-303345b937f6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877533 Jan 15 15:07:58.075715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad267b-a782-4f0f-bf11-19d5925581a9 req-c59dfbe3-1aeb-4e05-b737-56e87247570f tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:07:58.078242 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-00ad267b-a782-4f0f-bf11-19d5925581a9 req-c59dfbe3-1aeb-4e05-b737-56e87247570f tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1332002 Jan 15 15:07:58.153272 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-00ad267b-a782-4f0f-bf11-19d5925581a9 req-bc7c8e54-77ba-4d78-9c93-c8610be8fe27 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664725 Jan 15 15:08:00.066223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2d90aab8-f517-417d-af17-9ff5f0d3efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:01.908184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-974fc5d8-9c4f-4825-b414-d664099aad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:01.909968 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-974fc5d8-9c4f-4825-b414-d664099aad30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 0.1036754 Jan 15 15:08:01.959875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2b5b-251d-48c3-8c9e-88c7a5d20d0e req-a2e4ab01-b2d5-4d25-843a-e12844dba616 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:01.961653 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-74dd2b5b-251d-48c3-8c9e-88c7a5d20d0e req-a2e4ab01-b2d5-4d25-843a-e12844dba616 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1116107 Jan 15 15:08:02.032376 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-74dd2b5b-251d-48c3-8c9e-88c7a5d20d0e req-17eef4e4-7e4f-4235-83fa-6e509c1fd536 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625558 Jan 15 15:08:02.093319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-64e42778-03e6-41b8-b7b9-d6f1b4f68dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:02.094948 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-64e42778-03e6-41b8-b7b9-d6f1b4f68dc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 0.1769838 Jan 15 15:08:02.181013 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-68728a7a-b819-43d6-9156-9846d5a2b291 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 217 time: 0.0766857 Jan 15 15:08:02.275968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-d4370951-d84b-4876-8648-d49ccda2a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:02.278049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-d4370951-d84b-4876-8648-d49ccda2a6a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.0902297 Jan 15 15:08:02.372878 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-2f0c3585-9cbe-4c55-89b1-84a43228bf9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866363 Jan 15 15:08:02.563508 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-d46e44fd-b5d5-4fde-99ad-3b51ad47b214 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764636 Jan 15 15:08:02.725302 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f73cb25-8531-4d39-90f8-61cef2d578d4 req-e4e8381e-1bac-466a-962e-a0b450053712 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1533763 Jan 15 15:08:03.043666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-39d4fe8c-e1a9-4606-9ffc-85598816ff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:03.316651 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b735a-a3c4-4691-968b-a3c8da2c8bfb req-28d6bc16-13b7-4794-8036-6467fc57fe16 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:03.319661 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-468b735a-a3c4-4691-968b-a3c8da2c8bfb req-28d6bc16-13b7-4794-8036-6467fc57fe16 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1376193 Jan 15 15:08:03.381199 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-468b735a-a3c4-4691-968b-a3c8da2c8bfb req-0d0c19ba-2cca-4e65-9b6e-2e10285b2506 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547709 Jan 15 15:08:03.621655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.522936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42170) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:04.695489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74a60e-84f8-4a4c-88c7-e7191b3098a8 req-c9bdedc7-4ccb-4492-96ea-23c60e81339d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:04.698439 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9e74a60e-84f8-4a4c-88c7-e7191b3098a8 req-c9bdedc7-4ccb-4492-96ea-23c60e81339d tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1358514 Jan 15 15:08:04.709506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.717649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.728388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:04.735289 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Usage tracker for resource:security_group_rule and tenant:ffbe879fe6c64a22a8efcd096692d4e8 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:04.740474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:04.750305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:04.765825 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9e74a60e-84f8-4a4c-88c7-e7191b3098a8 req-c9021351-a758-4c4f-a99e-02d130684e11 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601227 Jan 15 15:08:04.883460 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.886990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:04.895726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1ac931b2-ec69-45ff-869b-634db08a06fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:04.957351 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ffbe879fe6c64a22a8efcd096692d4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330397 Jan 15 15:08:04.958368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eef85a-e1b0-4a75-ad17-fd254c8321cf,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:04.961187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42176) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:04.977437 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.978145 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.978918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.979488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.980140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.980804 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.981464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.982153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.982806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.983490 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.984401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.985059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.985885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.986590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.987219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.987841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.988464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.989088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.989747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.990415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.991068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.991736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.992579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:04.993066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:05.015440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:05.103175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.157818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.231515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.239310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cf240b81-91e8-4cbb-b49e-83c6bba5d440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:05.253621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eef85a-e1b0-4a75-ad17-fd254c8321cf,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:05.257898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:05.261365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:05.274813 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/48eef85a-e1b0-4a75-ad17-fd254c8321cf HTTP/1.1" status: 204 len: 168 time: 0.3004236 Jan 15 15:08:05.723222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:06.146863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6da9-c2d7-402e-b575-e75f81d0210a req-c79d0d6f-8ff6-4f3d-9ccf-2bc94c887be1 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:06.148590 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-badd6da9-c2d7-402e-b575-e75f81d0210a req-c79d0d6f-8ff6-4f3d-9ccf-2bc94c887be1 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1060927 Jan 15 15:08:06.230386 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-badd6da9-c2d7-402e-b575-e75f81d0210a req-000752d3-b4f8-4d6b-af78-4267f45abb39 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704379 Jan 15 15:08:07.370344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:07.559004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018317c-f2f9-4b00-a813-05d0385509e4 req-110a9812-08c4-4dd4-8b89-26e154103be9 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:07.561115 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0018317c-f2f9-4b00-a813-05d0385509e4 req-110a9812-08c4-4dd4-8b89-26e154103be9 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1259367 Jan 15 15:08:07.624959 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0018317c-f2f9-4b00-a813-05d0385509e4 req-0c1e7716-f000-49f1-8e19-71e64a5ddd69 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Jan 15 15:08:08.961979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26a4cc-8253-4d05-badf-cae533f9e062 req-3d991a3a-4618-4861-ab83-8d9a1a46c759 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:08.964820 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b26a4cc-8253-4d05-badf-cae533f9e062 req-3d991a3a-4618-4861-ab83-8d9a1a46c759 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1766162 Jan 15 15:08:09.043719 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b26a4cc-8253-4d05-badf-cae533f9e062 req-e64d74df-5e01-405f-8098-b013879f5b4f tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699337 Jan 15 15:08:09.408932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42260) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:09.592733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.609382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:09.613551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Usage tracker for resource:security_group_rule and tenant:18cd06c157d341169802bf20bdbff516 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:09.616546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:09.623777 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:09.732674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.736494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.746413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3f1675e6-7481-4101-afa9-1ff641647088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:09.796437 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088af46d-01b4-443d-adf4-806eadd5ae6c,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:09.803514 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=18cd06c157d341169802bf20bdbff516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910172 Jan 15 15:08:09.803514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:09.805897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42266) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:09.884479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.917377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.970540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.976352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-73866d7b-569c-4199-8c60-8aedb9159cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:09.991879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088af46d-01b4-443d-adf4-806eadd5ae6c,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:09.994820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:09.996080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:09.997309 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/088af46d-01b4-443d-adf4-806eadd5ae6c HTTP/1.1" status: 204 len: 168 time: 0.1900997 Jan 15 15:08:10.330944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b086c6f-9c1b-4ebf-9fa1-57157fa83fd2 req-5c442ccc-a143-4e0d-bbda-d3a5cb538498 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:10.332781 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3b086c6f-9c1b-4ebf-9fa1-57157fa83fd2 req-5c442ccc-a143-4e0d-bbda-d3a5cb538498 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1307938 Jan 15 15:08:10.399517 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3b086c6f-9c1b-4ebf-9fa1-57157fa83fd2 req-d42749f3-fbbd-4cd2-aab7-0e0899d42d1c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590949 Jan 15 15:08:10.523379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42288) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:10.881861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:10.909939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:10.917060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Usage tracker for resource:security_group_rule and tenant:a1caa3d824864a09b15329afe850cb35 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:10.922725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:10.933549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:11.105162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:11.109688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:11.122155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9a71788d-a8e6-4982-a9cd-62a48cb1f624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:11.169113 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1caa3d824864a09b15329afe850cb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439917 Jan 15 15:08:11.170167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a0a4ce-1dad-46f3-ae19-617c66e66369,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:11.172783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42308) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:11.174392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:11.245918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:11.276598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:11.351628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:11.359430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dfc4dc89-d4fc-4272-bafb-2aa81158e7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:11.375689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a0a4ce-1dad-46f3-ae19-617c66e66369,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:11.378591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:11.388120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:11.394757 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5a0a4ce-1dad-46f3-ae19-617c66e66369 HTTP/1.1" status: 204 len: 168 time: 0.2195766 Jan 15 15:08:11.783516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d609d0-4497-4840-ad1e-d5ed4c3ab191 req-c17ae34a-f1f4-4cfe-bead-37c1768618de tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:11.793033 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-56d609d0-4497-4840-ad1e-d5ed4c3ab191 req-c17ae34a-f1f4-4cfe-bead-37c1768618de tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1470852 Jan 15 15:08:11.855566 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-56d609d0-4497-4840-ad1e-d5ed4c3ab191 req-a39e42bc-a0db-40fa-a687-cadfc37362c0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598841 Jan 15 15:08:11.957344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42332) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:12.173826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42338) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:12.187584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.198494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.215244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:12.216487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:12.219665 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Usage tracker for resource:security_group_rule and tenant:00fc38f4ca164aa4b057352095536069 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:12.223800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:12.224042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Usage tracker for resource:security_group_rule and tenant:dd08dc9f58b743e29fcaaf84793b2e2d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:12.228629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:12.231035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:12.239189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:12.341844 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.346174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.356469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.360353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.363671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5236eb83-a053-4ea3-b4fd-4e5a2ae576f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:12.372390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-482ee5f0-353d-43c1-8055-bb6987ce56a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:12.419891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec1e87c-ee2b-4d5f-9d99-76ec75108c3c,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:12.424630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:12.427506 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd08dc9f58b743e29fcaaf84793b2e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689193 Jan 15 15:08:12.430477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42342) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:12.439998 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=00fc38f4ca164aa4b057352095536069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648387 Jan 15 15:08:12.443077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42346) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:12.448471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f36e21-2480-4c65-8202-07079a77665a,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:12.471873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:12.523579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.546580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.579758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.584553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.639605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.656335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.658815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-aab2f916-2197-457d-84c1-5b4a3c1b5e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:12.660794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-191f264c-690f-4a88-9fcb-171832bf1909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:12.674239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec1e87c-ee2b-4d5f-9d99-76ec75108c3c,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:12.678462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:12.682646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.684012 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8ec1e87c-ee2b-4d5f-9d99-76ec75108c3c HTTP/1.1" status: 204 len: 168 time: 0.2521880 Jan 15 15:08:12.929720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f36e21-2480-4c65-8202-07079a77665a,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:12.932821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:12.935623 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/86f36e21-2480-4c65-8202-07079a77665a HTTP/1.1" status: 204 len: 168 time: 0.4906175 Jan 15 15:08:12.937733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:13.232872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c0aa9-348e-4261-bdc6-37fdb884129e req-2a600190-3a69-4525-8291-62a760f1bedb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:13.235392 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a1c0aa9-348e-4261-bdc6-37fdb884129e req-2a600190-3a69-4525-8291-62a760f1bedb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1632161 Jan 15 15:08:13.327734 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a1c0aa9-348e-4261-bdc6-37fdb884129e req-e2139e6c-ad64-4a0e-83ff-16e1a42294da tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812631 Jan 15 15:08:13.707016 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb910-05e3-4344-9e28-9196e07f45ad req-92909f6b-ca75-4716-9ca0-c826a9592190 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:13.708465 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8b6bb910-05e3-4344-9e28-9196e07f45ad req-92909f6b-ca75-4716-9ca0-c826a9592190 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.1283906 Jan 15 15:08:13.764176 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8b6bb910-05e3-4344-9e28-9196e07f45ad req-053ab1d3-6cee-4396-aee0-c3d19cf18443 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490470 Jan 15 15:08:14.645680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f42e8-538b-4a00-9311-7744c380e7c9 req-b57dd592-4026-4971-bff6-1320e877f6ec tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:14.648915 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ff9f42e8-538b-4a00-9311-7744c380e7c9 req-b57dd592-4026-4971-bff6-1320e877f6ec tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1485624 Jan 15 15:08:14.729418 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ff9f42e8-538b-4a00-9311-7744c380e7c9 req-093d8cf9-33ed-4394-a077-8ab1bbcc9393 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749204 Jan 15 15:08:15.118539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67d976-f916-4865-a749-7f9b805bb4e5 req-897db1e5-33ad-4be1-9bc9-d4be385c786d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:15.121925 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-eb67d976-f916-4865-a749-7f9b805bb4e5 req-897db1e5-33ad-4be1-9bc9-d4be385c786d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.1407146 Jan 15 15:08:15.204484 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-eb67d976-f916-4865-a749-7f9b805bb4e5 req-0876703a-29f3-41b3-8130-086c53e92093 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=a26d0db1-d947-42b9-92b8-3b2b6ee4121f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721066 Jan 15 15:08:15.386035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95937993-13d6-4de7-9255-92230c780dda req-d7ef1981-54de-43bc-81b9-a55cabf6301a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:15.388107 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-95937993-13d6-4de7-9255-92230c780dda req-d7ef1981-54de-43bc-81b9-a55cabf6301a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 945 time: 0.2296567 Jan 15 15:08:15.496947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Deleting port c00b8429-351e-4e82-b441-2674ffbd1991 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:15.497375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:15.847763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] For port c00b8429-351e-4e82-b441-2674ffbd1991, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c00b8429-351e-4e82-b441-2674ffbd1991,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:15.848312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.251716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ba45d-1604-40f5-9092-110acb49d2f7 req-312b8729-2fb4-4c26-8841-332fcf1e4613 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:16.253439 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-de4ba45d-1604-40f5-9092-110acb49d2f7 req-312b8729-2fb4-4c26-8841-332fcf1e4613 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2951822 Jan 15 15:08:16.290522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.291035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.291274 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Floating IP 3a5af4dd-35b2-4525-8c8a-d73de7699390 disassociated. External IP: 172.28.1.31, port: c00b8429-351e-4e82-b441-2674ffbd1991. Jan 15 15:08:16.291708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Calling delete_port for c00b8429-351e-4e82-b441-2674ffbd1991 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:16.383719 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-de4ba45d-1604-40f5-9092-110acb49d2f7 req-491e4955-724e-462c-86e7-1f6f195317b4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113880 Jan 15 15:08:16.490851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:16.533248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2d0704e8-6def-43c7-bb8f-82b6bc744054 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:16.640558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event deleted for resources: {'Port': ['ID=c00b8429-351e-4e82-b441-2674ffbd1991,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:16.643598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:16.655631 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a6ea200-28e0-4f28-a84c-d535731fba26 req-1eba4713-a7b5-445a-b1db-8a05f01a7456 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 210 time: 0.1297483 Jan 15 15:08:16.748617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:16.809774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] No Port match for: c00b8429-351e-4e82-b441-2674ffbd1991 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:08:16.810386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device c00b8429-351e-4e82-b441-2674ffbd1991 not bound to the agent host hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:08:16.971588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:17.244355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:17.256402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] Sync routers for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:17.267079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:17.267758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:17.299469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] No DVR routers for this DVR port c00b8429-351e-4e82-b441-2674ffbd1991 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:17.303042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:17.306283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-deleted', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:17.324693 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-95937993-13d6-4de7-9255-92230c780dda req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "DELETE /v2.0/ports/c00b8429-351e-4e82-b441-2674ffbd1991 HTTP/1.1" status: 204 len: 173 time: 1.9308681 Jan 15 15:08:17.389933 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f823ad6b-34dd-4192-9359-2e40bc1d74ff', 'name': 'network-vif-deleted', 'tag': 'c00b8429-351e-4e82-b441-2674ffbd1991', 'status': 'completed', 'code': 200} Jan 15 15:08:17.798567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcbac8-e9dc-4c04-85ff-260b8d354427 req-a0f80cf8-ff11-4a8a-8134-cfc65f687dc2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:17.800512 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bebcbac8-e9dc-4c04-85ff-260b8d354427 req-a0f80cf8-ff11-4a8a-8134-cfc65f687dc2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1704619 Jan 15 15:08:17.804176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:17.919021 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bebcbac8-e9dc-4c04-85ff-260b8d354427 req-9ce16cc5-b8fa-494b-9bbc-224ddeaa45ce tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112280 Jan 15 15:08:18.013860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-985ff93e-26a2-415f-ba42-2ec6d7a905d7 req-976dad67-1dbc-48e7-a473-a72b318f0e57 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:18.040151 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-985ff93e-26a2-415f-ba42-2ec6d7a905d7 req-976dad67-1dbc-48e7-a473-a72b318f0e57 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:18.042077 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-985ff93e-26a2-415f-ba42-2ec6d7a905d7 req-976dad67-1dbc-48e7-a473-a72b318f0e57 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=f823ad6b-34dd-4192-9359-2e40bc1d74ff HTTP/1.1" status: 200 len: 210 time: 0.1265905 Jan 15 15:08:18.304139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:18.318329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] Checking router: 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:18.336446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:18.337602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:18.660172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:19.234106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f73d3-f2dc-41c3-8f60-7b22c57c159f req-889f7e03-e8c0-444b-8bc1-6cabf6e814d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:19.237906 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-747f73d3-f2dc-41c3-8f60-7b22c57c159f req-889f7e03-e8c0-444b-8bc1-6cabf6e814d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 0.2079794 Jan 15 15:08:19.269341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:19.281068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6c74e-ca1a-470f-aa48-d89abf036b6a None None] The sync data for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb is: [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:19.308575 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-747f73d3-f2dc-41c3-8f60-7b22c57c159f req-6c599422-2250-469a-b412-428f1211f7ef service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620706 Jan 15 15:08:19.432314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38ac1a-8ba5-4636-b450-5c939aa67428 req-712af875-96ec-449a-8e0c-da8f8b25baeb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:19.442161 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6d38ac1a-8ba5-4636-b450-5c939aa67428 req-712af875-96ec-449a-8e0c-da8f8b25baeb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2595489 Jan 15 15:08:19.470554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42484) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:19.518475 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6d38ac1a-8ba5-4636-b450-5c939aa67428 req-4fcc7c6e-4b7d-4e06-8b33-6a15723429d6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748630 Jan 15 15:08:19.615870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.662726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.770160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.778978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8114f55d-cd33-4325-bf04-fadfd5ebbf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:19.799524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d0db1-d947-42b9-92b8-3b2b6ee4121f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:19.817015 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:19.819417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:19.820841 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "DELETE /v2.0/security-groups/a26d0db1-d947-42b9-92b8-3b2b6ee4121f HTTP/1.1" status: 204 len: 168 time: 0.3474340 Jan 15 15:08:19.825155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42498) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:19.855328 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.v2.resource [None req-3c5d38c6-e5ea-4020-8bb0-fbb2599e50bf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] show failed (client error): The resource could not be found. Jan 15 15:08:19.860990 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3c5d38c6-e5ea-4020-8bb0-fbb2599e50bf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups/a26d0db1-d947-42b9-92b8-3b2b6ee4121f HTTP/1.1" status: 404 len: 347 time: 0.0343521 Jan 15 15:08:19.861765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42502) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:19.945225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4125e-d66d-4a5c-b899-732ffc435fab None None] New status for floating IP 3a5af4dd-35b2-4525-8c8a-d73de7699390: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:08:20.114335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Deleting port d02618bb-be17-4479-ac01-7ca20cb00571 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:20.115018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.422473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.423313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:20.831748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Calling delete_port for d02618bb-be17-4479-ac01-7ca20cb00571 owned by network:floatingip {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:20.907784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:21.034166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:21.034872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:21.121964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e56f6-b0f7-4cee-9dcd-76cb454cf76d req-f22b4f62-692d-49ad-a5b3-f3ae937f0044 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:21.124886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d26e56f6-b0f7-4cee-9dcd-76cb454cf76d req-f22b4f62-692d-49ad-a5b3-f3ae937f0044 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.3012559 Jan 15 15:08:21.127702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:08:21.128329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:08:21.167495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42528) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:21.210421 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d26e56f6-b0f7-4cee-9dcd-76cb454cf76d req-8ec1caff-e170-42ea-af40-8c47bc35a4d5 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738881 Jan 15 15:08:21.388881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:21.409012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:21.413630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Usage tracker for resource:security_group_rule and tenant:a9d710876ffc4167895d845d27433710 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:21.417010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:21.423868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:21.600512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:21.605463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:21.629781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:21.630259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Deleting port d02618bb-be17-4479-ac01-7ca20cb00571 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:21.631083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:21.720901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42560) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:21.721206 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9d710876ffc4167895d845d27433710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5517471 Jan 15 15:08:21.724238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c1775-b8e4-4ab8-932d-4cde91971de8,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:21.741588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.742336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.743024 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.743719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.744416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.745097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.745784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.746536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.747236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.747917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.748655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.749357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.750344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.751046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.751739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.752434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.753111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.753799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.754513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.755196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.755862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.756553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.757227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.757907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:21.767608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:21.960375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.042577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.050862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.051248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.265577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Calling delete_port for d02618bb-be17-4479-ac01-7ca20cb00571 owned by network:floatingip {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:22.311664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcbe96-e34e-480a-b87f-e268355a845a req-ed6776a0-dea8-440b-b67d-17b1453f3400 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:22.313388 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-95fcbe96-e34e-480a-b87f-e268355a845a req-ed6776a0-dea8-440b-b67d-17b1453f3400 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1522603 Jan 15 15:08:22.387571 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-95fcbe96-e34e-480a-b87f-e268355a845a req-5006ffc2-9f42-41d0-806c-4869dca11b48 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612652 Jan 15 15:08:22.407129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.414110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-15733a5f-a2a3-42a2-b529-5e221723abda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:22.435214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c1775-b8e4-4ab8-932d-4cde91971de8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:22.438689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-f81debf3-67c4-4068-b307-66fb7d868ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:22.440585 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-f81debf3-67c4-4068-b307-66fb7d868ede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 0.3025267 Jan 15 15:08:22.441581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:22.650897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.652407 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df7c1775-b8e4-4ab8-932d-4cde91971de8 HTTP/1.1" status: 204 len: 168 time: 0.9298363 Jan 15 15:08:22.656558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:22.674621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-12135bc9-25f0-45b1-a0e5-ea9f1905fe2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:22.787336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event deleted for resources: {'Port': ['ID=d02618bb-be17-4479-ac01-7ca20cb00571,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:22.796100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:22.816125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-dda41b7b-24b2-4669-a679-79114b3f442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:22.817946 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-dda41b7b-24b2-4669-a679-79114b3f442a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 0.3426650 Jan 15 15:08:22.908403 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-73eb0e10-059a-41b8-9cc0-28b7f793d37c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 217 time: 0.0823002 Jan 15 15:08:23.110614 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-2c5b9c88-eef8-4e44-a5ea-2f75b6f8aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:23.114055 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-2c5b9c88-eef8-4e44-a5ea-2f75b6f8aad1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.1886280 Jan 15 15:08:23.114704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42594) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:23.142161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.162554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:23.167197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Usage tracker for resource:security_group_rule and tenant:81a72b35881643c9b1e167df836b0fcd is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:23.171227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:23.177504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:23.195918 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-74c78123-7e9e-4682-af4b-22a6a86c0f3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652826 Jan 15 15:08:23.229860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.232528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.234663 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "DELETE /v2.0/floatingips/3a5af4dd-35b2-4525-8c8a-d73de7699390 HTTP/1.1" status: 204 len: 168 time: 3.3717532 Jan 15 15:08:23.321442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.325320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.356222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-361eeb53-09b7-4703-8270-f376be4b046d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:23.369102 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-99888d7f-aed3-4d00-876a-dc7c6bfa8be7 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660209 Jan 15 15:08:23.405547 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=81a72b35881643c9b1e167df836b0fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884383 Jan 15 15:08:23.408425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42600) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:23.411781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec606c-e6a7-4812-a9e7-dc3e441e90fc,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:23.416835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:23.529655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42606) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:23.543997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'security_group': {'name': 'tempest-securitygroup--2111576378', 'description': 'tempest-description--934788137'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:23.567944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:23.580653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:23.584631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:23.591672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:23.604407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.653152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:23.686525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e7f9-4fa4-481e-a86f-2ac842cd8a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.696681 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f567b796-d3eb-4963-8f0b-bc51abf58d98 req-fef5735d-255f-439e-ac22-d3c047183f16 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3211296 Jan 15 15:08:23.722433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group_rule and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:23.726363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:23.744632 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e7f9-4fa4-481e-a86f-2ac842cd8a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.746284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:23.825800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3437ce-521f-4de1-9248-30e8d8513322 req-968cc59b-7856-4408-97c3-6b7105a8a79b tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:23.828414 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba3437ce-521f-4de1-9248-30e8d8513322 req-968cc59b-7856-4408-97c3-6b7105a8a79b tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1792490 Jan 15 15:08:23.844701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e7f9-4fa4-481e-a86f-2ac842cd8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.853050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-28679bbf-e908-43a1-874a-0481ab36ccd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:23.877997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3e7f9-4fa4-481e-a86f-2ac842cd8a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ec606c-e6a7-4812-a9e7-dc3e441e90fc,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:23.882707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f8c3e7f9-4fa4-481e-a86f-2ac842cd8a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:23.887097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e7f9-4fa4-481e-a86f-2ac842cd8a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.890607 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-f8c3e7f9-4fa4-481e-a86f-2ac842cd8a26 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/52ec606c-e6a7-4812-a9e7-dc3e441e90fc HTTP/1.1" status: 204 len: 168 time: 0.4797130 Jan 15 15:08:23.918309 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba3437ce-521f-4de1-9248-30e8d8513322 req-f04207fa-7af4-4b77-8450-6307c0fd5477 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817909 Jan 15 15:08:23.947471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.951525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:23.957336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d7043365-6d79-4dc4-bcc3-607be818d824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:24.016577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1d139b-a887-4616-829e-4639e7f6e831,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:24.023736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:24.039645 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.045316 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5095997 Jan 15 15:08:24.046143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42618) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:24.055775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'security_group_rule': {'security_group_id': '4d1d139b-a887-4616-829e-4639e7f6e831', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:24.070984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:24.076372 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group_rule and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:24.081276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:24.087867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:24.111243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.227607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.231427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.242763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-008e03cf-0eb9-4e8e-b776-416e6f855f47 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:24.277696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f92f198-f5c6-454f-b543-bcd91c7e151e,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:24.281977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:24.283485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.287860 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-f5e09445-f753-4d52-9abe-d6325ffb9e71 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2375267 Jan 15 15:08:24.288224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42624) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:24.294761 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'security_group_rule': {'security_group_id': '4d1d139b-a887-4616-829e-4639e7f6e831', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:24.305878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:24.310362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:security_group_rule and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:24.314385 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:24.320325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:24.352180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.463410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.466810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.468996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:24.494829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30571a4f-9597-45d8-ad04-945d81ad4449,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:24.500652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:24.512426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group_rule, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.515913 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246900 Jan 15 15:08:24.520104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42632) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:24.526713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'floatingip': {'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:24.536532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:24.540938 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Usage tracker for resource:floatingip and tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:24.546315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:24.554199 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:24.566046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:24.737214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.006642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:25.172189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:25.172613 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.273929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96b94a-d79f-4a74-9227-cb9b741d7696 req-d5a97dc7-7809-453b-abf7-2cd679f93b66 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:25.276721 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df96b94a-d79f-4a74-9227-cb9b741d7696 req-d5a97dc7-7809-453b-abf7-2cd679f93b66 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.1643596 Jan 15 15:08:25.299540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Allocated IP 172.28.1.129 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/45a52eb8-ef72-4c42-8a2c-a775f597770a) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:25.369237 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df96b94a-d79f-4a74-9227-cb9b741d7696 req-dfa0c8ea-5a05-4425-a21b-299c4fc01e69 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856726 Jan 15 15:08:25.522788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.554386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:25.579149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:26.035373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'Port': ['ID=45a52eb8-ef72-4c42-8a2c-a775f597770a,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:26.060046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:26.142063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:26.144981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:26.148626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:26.184326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:08:26.271110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.366334 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.855732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6898987-8cba-40c4-adc8-6c6252b1e0b2 req-0c6b480a-cd16-4dcc-bc88-90f5e3721ce0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:26.857669 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b6898987-8cba-40c4-adc8-6c6252b1e0b2 req-0c6b480a-cd16-4dcc-bc88-90f5e3721ce0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2717130 Jan 15 15:08:26.906128 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.913821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:26.936955 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2ccc6441-4066-40ca-bc3f-36395d050ff4 tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:27.120414 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b6898987-8cba-40c4-adc8-6c6252b1e0b2 req-f841ca0f-0f06-4bc6-85f9-672990a63ccf tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400215 Jan 15 15:08:27.145440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'Port': ['ID=45a52eb8-ef72-4c42-8a2c-a775f597770a,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:27.158196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:27.278061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:27.309430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:27.311700 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7894843 Jan 15 15:08:27.831178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-c9e4b2e6-4748-4bdb-a9e7-28d6af6bf838 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:27.849900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-c9e4b2e6-4748-4bdb-a9e7-28d6af6bf838 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:27.851367 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-c9e4b2e6-4748-4bdb-a9e7-28d6af6bf838 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2111576378&fields=id&tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 267 time: 0.1054685 Jan 15 15:08:28.134053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42752) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:28.210622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-9276ca29-8259-4544-9bd3-bd98b1689ab2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:28.214049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-9276ca29-8259-4544-9bd3-bd98b1689ab2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 817 time: 0.3284671 Jan 15 15:08:28.236111 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-5288d2b0-823d-4cf1-bfb7-cfedd4840f4f tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/quotas/c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 375 time: 0.0114434 Jan 15 15:08:28.369486 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-5e57e359-84a3-40fe-82d9-cada9b231e2e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258135 Jan 15 15:08:28.407829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.428309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:28.433723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Usage tracker for resource:security_group_rule and tenant:9443b95dd14147f49c2108d672bc1212 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:28.439585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:28.445042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:28.595369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.604192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.609348 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-b3e86557-7bd2-45ff-9f32-b550b55909c6 service neutron] 10.222.0.71 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228525 Jan 15 15:08:28.617822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9958950c-83c7-4b50-b4c2-7cd230302bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:28.673400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3953f81a-dd75-4c52-a3bc-8f6779782321,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:28.704377 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9443b95dd14147f49c2108d672bc1212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684140 Jan 15 15:08:28.705564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:28.706097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42760) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:28.797167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.806371 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-92a7a835-1c59-493a-967d-33ee8e0940f3 service neutron] 10.222.0.71 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1905751 Jan 15 15:08:28.839391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.907790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.916907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a18b59fb-6ed8-4f7a-b2d7-f7615c8bae0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:28.941783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3953f81a-dd75-4c52-a3bc-8f6779782321,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:28.959532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:28.959532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:28.959532 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3953f81a-dd75-4c52-a3bc-8f6779782321 HTTP/1.1" status: 204 len: 168 time: 0.2499700 Jan 15 15:08:29.166918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-74e5f633-2f13-43f5-8463-a92a13189793 req-5280ff1d-75ec-46c2-88f2-198431b4a797 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:29.200563 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-74e5f633-2f13-43f5-8463-a92a13189793 req-5280ff1d-75ec-46c2-88f2-198431b4a797 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:29.203649 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-74e5f633-2f13-43f5-8463-a92a13189793 req-5280ff1d-75ec-46c2-88f2-198431b4a797 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 210 time: 0.1251783 Jan 15 15:08:30.063502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-875da1aa-c22f-4911-bce2-0b4aa5d8a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.336250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42802) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:30.549156 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c05134e5-9340-4e60-9862-71452b0f5fdc req-6349a6db-fda9-46cd-8ead-dd4ff6438608 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 210 time: 0.1004198 Jan 15 15:08:30.650561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-40524415-network', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:30.679432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:30.691979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Usage tracker for resource:network and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:30.698863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:30.712019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:30.780335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Made reservation on behalf of c4df2ac211f04677bd2ee7730080ae8c for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:30.785964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.819052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:30.858200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-3d2a23da-6a36-4d24-b292-f20cb4990fbc tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:30.861067 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-3d2a23da-6a36-4d24-b292-f20cb4990fbc tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 817 time: 0.3679707 Jan 15 15:08:30.872630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:30.879666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:30.884745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:30.896234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:31.063594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-dffc8aa2-395a-4aa1-adab-033cc1033c1d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:31.063959 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-1f7934ca-eacc-4613-a833-7e8237c9402a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0991819 Jan 15 15:08:31.093397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-dffc8aa2-395a-4aa1-adab-033cc1033c1d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:31.095095 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-dffc8aa2-395a-4aa1-adab-033cc1033c1d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 5704 time: 0.1854906 Jan 15 15:08:31.109752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'port': {'device_id': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'admin_state_up': True, 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'security_groups': ['4d1d139b-a887-4616-829e-4639e7f6e831']}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:31.273025 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.277689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.284069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f6e21318-6cd2-41f8-b0f2-11aee5aee03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:31.316513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-02faed6d-075b-4430-a0da-205d54ae0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.319035 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-02faed6d-075b-4430-a0da-205d54ae0885 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 1163 time: 0.1148813 Jan 15 15:08:31.351880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:08:31.370392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f14bf72-7339-49b1-8f0d-ff5fae1b95bc,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:31.385937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:31.391576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.392019 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Added segment 90475aac-aa6d-4944-8544-24ccb5051eca of type vxlan for network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec Jan 15 15:08:31.413573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:31.442507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:31.446661 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.464495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Made reservation on behalf of c42fdda061dc4ccca9f6d45e6bf8ad98 for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:31.474988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.533018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.537426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.538096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:31.545731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:31.551562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-3c96bb8c-11dc-4469-aefc-fb51e1b9ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.554217 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-3c96bb8c-11dc-4469-aefc-fb51e1b9ca32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 200 len: 913 time: 0.2067704 Jan 15 15:08:31.655597 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-f881a6e8-ece1-4271-94e2-b3f042c0cbb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 200 len: 217 time: 0.0856512 Jan 15 15:08:31.773005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-9af40226-b581-4a86-ac5a-3e4efc4b4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:31.774678 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-9af40226-b581-4a86-ac5a-3e4efc4b4f69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 200 len: 859 time: 0.1142693 Jan 15 15:08:31.846918 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-dec08fec-fff9-48db-8ed4-62c41031cb7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5776efe1-f737-47b5-a34d-4fdc12143681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650873 Jan 15 15:08:32.040598 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-5c4081a9-09b5-4bab-9e3e-70a70b5f5da8 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866164 Jan 15 15:08:32.078314 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7406120 Jan 15 15:08:32.086823 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5fa9ab65-ecc3-4544-894f-a9e8a365b7d7 req-4a86a61a-271b-48c6-addf-0429d2ccb9e6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 210 time: 0.1002438 Jan 15 15:08:32.093650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42826) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:32.105787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Request body: {'subnet': {'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-40524415-subnet', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:32.152923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3f4e3e-59b7-49d0-a035-362fa46e9cec,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:32.160170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-897ce720-0591-4f89-84eb-987102b01cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:32.165426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:08:32.219994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:32.230156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Usage tracker for resource:subnet and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:32.234669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:32.242295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:32.265817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Made reservation on behalf of c4df2ac211f04677bd2ee7730080ae8c for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:32.271469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850634296'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.351548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:08:32.438503 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bf961728-8e98-4a9e-b2d4-c54904d6ca90 req-259b5c6f-f10b-4890-ab9c-4e04bf1fac67 service neutron] 10.222.0.72 "GET /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3912835 Jan 15 15:08:32.462686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Allocated IP 172.20.0.12 (a8096091-86f5-4853-bcd6-2603566edd32/f9299d31-2209-408c-91a3-608d1053fe80/58bff20f-0def-4ee7-a9d9-4eb5424e3a17) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:32.825204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.860219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Transition to ACTIVE for port object 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:32.919229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ebd4d-872a-4fa4-acf5-0a2c6430e051 req-c8f638d5-2199-4bcb-81cd-d6a15f247900 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:32.921382 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e06ebd4d-872a-4fa4-acf5-0a2c6430e051 req-c8f638d5-2199-4bcb-81cd-d6a15f247900 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.1451666 Jan 15 15:08:32.923206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:32.939348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:33.035200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850634247'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.044480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fc3ebd10-6cfc-4ed2-a2a7-25f22e4b3c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.054983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:33.185767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event updated for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:33.196273 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:33.202951 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e06ebd4d-872a-4fa4-acf5-0a2c6430e051 req-f0af7ddb-07e2-4b6b-84b5-40eff16c7279 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322361 Jan 15 15:08:33.236234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a454ac1f-e58f-4694-9468-752326f834a3,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:33.242057 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:33.307621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Network a8096091-86f5-4853-bcd6-2603566edd32 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:33.310778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:33.315292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:33.388103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Checking segment: {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:33.389008 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Network hostable DHCP agents. Network: 2e3f4e3e-59b7-49d0-a035-362fa46e9cec, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:08:33.424507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.425232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.453152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:08:33.476863 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3749263 Jan 15 15:08:33.495053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 2e3f4e3e-59b7-49d0-a035-362fa46e9cec) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:33.509963 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb3a8be-2e3c-49f6-8d14-646cc2dd2aeb None None] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:33.532316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.533432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.555060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Request body: {'port': {'device_id': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:33.738702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.742497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-678b8955-f723-47ab-b717-4af29127ab78 None None] Provisioning for port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:33.761465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-678b8955-f723-47ab-b717-4af29127ab78 None None] Provisioning complete for port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:33.761851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-678b8955-f723-47ab-b717-4af29127ab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.778666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:33.865071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281fe2-96ad-4139-9439-367d12c50783 req-0ec19646-4849-49c8-811c-3a2a28e2454e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:33.868029 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a6281fe2-96ad-4139-9439-367d12c50783 req-0ec19646-4849-49c8-811c-3a2a28e2454e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 932 time: 0.5464907 Jan 15 15:08:33.885212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-678b8955-f723-47ab-b717-4af29127ab78 None None] Port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:33.909546 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8f70423b-52bc-4bd6-8a0c-26fabdf16ccd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8139267 Jan 15 15:08:33.913783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42838) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:33.932148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:33.943867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:33.967846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Usage tracker for resource:router and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:33.973370 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:33.992623 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a6281fe2-96ad-4139-9439-367d12c50783 req-fd93e057-7a94-4022-835b-a919aae32099 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120374 Jan 15 15:08:33.993738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:34.019517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1041205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499772'] for router, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.020578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cc69f6f-a35f-5dc5-b60c-bcf0b3486b85-2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3'}]}} from dv-cinder-734144-13-smb. {{(pid=80124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:08:34.021403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853734574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854276021'] for router, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.023908 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.068038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.342699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:08:34.354391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.368509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Transition to ACTIVE for port object 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:34.371552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.395601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-88960b99-f943-4113-8b42-b6fb6db196d0 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:34.601795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Allocated IP 172.20.0.2 (2e3f4e3e-59b7-49d0-a035-362fa46e9cec/a454ac1f-e58f-4694-9468-752326f834a3/b628047b-60f3-4bb8-b6b9-b3d5f8e405f3) {{(pid=80124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:34.638497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:34.681825 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Pushing event updated for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:34.688044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:34.829004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.007907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7e5d2-6355-45e6-b566-c18acea0ece1 req-5d480bc8-05e7-4535-a4d2-d67d24577b41 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:35.012355 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2b7e5d2-6355-45e6-b566-c18acea0ece1 req-5d480bc8-05e7-4535-a4d2-d67d24577b41 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.3160810 Jan 15 15:08:35.021798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Attempting to bind port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:35.022308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Attempting to bind port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:35.022920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Attempting to bind port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 on network a8096091-86f5-4853-bcd6-2603566edd32 {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:35.068383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:35.071413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Checking segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:35.072222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.072851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Bound using segment: {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:35.075057 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Bound port: 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051231cb-811d-4759-a282-e50f2c5d7684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:35.075634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.192831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:35.198504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:35.240072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.263666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.287026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Transition to ACTIVE for port object b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:35.310116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Transition to ACTIVE for port object b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 will not be triggered until provisioned by entity DHCP. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:35.321733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.335909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:35.381931 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2b7e5d2-6355-45e6-b566-c18acea0ece1 req-77d75323-44da-4af8-920d-b449369fcb27 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547552 Jan 15 15:08:35.383315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-efdd0b1f-0303-402a-affc-15b8031d2bb7 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:35.403874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.465239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.510792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Pushing event updated for resources: {'Port': ['ID=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,revision_number=1']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:35.512958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Pushing event updated for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:35.519127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:35.532327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.533430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.534074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.534812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.535296 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.535988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.536371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.536808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.536971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:35.537304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.537514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.537794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.538200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.538579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.539027 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] 10.222.0.72 "PUT /v2.0/ports/58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 200 len: 1158 time: 2.0326807 Jan 15 15:08:35.539190 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.539461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.539632 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:35.539780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.540114 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.540482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.540852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.541221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.541587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.541954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.542351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.542717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.543084 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:35.548721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:35.627588 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'status': 'completed', 'code': 200} Jan 15 15:08:35.674743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec is already hosted by enough agents. {{(pid=80124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:35.677268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Resources bound (agent type, host, resource id): {{(pid=80124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:35.692846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Received port after_create {{(pid=80124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:35.818864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Attempting to bind port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:35.819291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Attempting to bind port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:35.819714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Attempting to bind port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 on network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:35.822955 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-db403fa0-25f3-4ffb-94ac-4d976ef61959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:35.824810 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-db403fa0-25f3-4ffb-94ac-4d976ef61959 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1161 time: 0.1721721 Jan 15 15:08:35.827074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:35.827510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Checking segment: {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:35.827972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.828420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Bound using segment: {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:35.828956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Bound port: b628047b-60f3-4bb8-b6b9-b3d5f8e405f3, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:35.829397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.858225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:35.936880 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-3df0c244-32e9-4fe6-a7b1-68028e067dbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 200 len: 217 time: 0.0977335 Jan 15 15:08:35.976743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] For port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:35.981646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] For port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:35.987063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.007612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:36.012303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5369a3-b096-49eb-9c5b-2934e478c01b req-0516f279-947f-44e7-83a6-72b3dc3f9ca8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:36.015794 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f5369a3-b096-49eb-9c5b-2934e478c01b req-0516f279-947f-44e7-83a6-72b3dc3f9ca8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.7104845 Jan 15 15:08:36.045951 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-73c77b9b-f201-49cd-adfb-d8da8da93026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:36.049038 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-73c77b9b-f201-49cd-adfb-d8da8da93026 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.1022677 Jan 15 15:08:36.161133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-10bba984-9642-4718-8f8f-5053cb7fa4f4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:36.162874 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-10bba984-9642-4718-8f8f-5053cb7fa4f4 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.5885682 Jan 15 15:08:36.199213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-467fd7a4-3cb1-4948-9b99-9636c796e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:36.201907 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-467fd7a4-3cb1-4948-9b99-9636c796e401 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1447825 Jan 15 15:08:36.223300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Pushing event updated for resources: {'Port': ['ID=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:36.232316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:36.281147 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f5369a3-b096-49eb-9c5b-2934e478c01b req-8d6b8711-1975-479c-9ea8-e2177dfdfe4c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084913 Jan 15 15:08:36.406803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Deleting port 8be01c24-ac84-47b6-bef9-bfb7612558e5 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:36.406803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:36.453310 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-cbc7ae52-3b6f-4edd-a008-d0c9098080d0 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430315 Jan 15 15:08:36.557304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Allocated IP 172.28.1.85 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/5632613d-540f-47ed-ae4f-6393a8e96228) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:36.773695 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-db08f13c-f9f9-4d3c-b16d-3f5f59b39993 req-34def882-3a4d-4fa0-a44d-505a25f16961 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3132558 Jan 15 15:08:36.816355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc96b-1642-4ff8-8fd6-bdc4bca7da70 req-3bbea57a-781c-44e5-97b9-22b439322cd6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:36.818189 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f2bc96b-1642-4ff8-8fd6-bdc4bca7da70 req-3bbea57a-781c-44e5-97b9-22b439322cd6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 946 time: 0.2106743 Jan 15 15:08:36.906736 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7f2bc96b-1642-4ff8-8fd6-bdc4bca7da70 req-9eb956f4-8125-43c2-bd47-c241f9bf57f1 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750055 Jan 15 15:08:36.965150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 8be01c24-ac84-47b6-bef9-bfb7612558e5 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:37.083768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-4167ad9c-3216-4c55-b058-a8e15fced26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:37.085622 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-4167ad9c-3216-4c55-b058-a8e15fced26f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1161 time: 0.1382301 Jan 15 15:08:37.113310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] For port 8be01c24-ac84-47b6-bef9-bfb7612558e5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:37.113760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.137492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.177874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.209548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:37.229176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 8be01c24-ac84-47b6-bef9-bfb7612558e5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:37.236297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.244468 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:37.307703 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5', 'code': 200} Jan 15 15:08:37.333370 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=8be01c24-ac84-47b6-bef9-bfb7612558e5,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:37.339384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:37.366732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-0aeb486f-2634-4456-ab37-a341ebcb3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:37.369785 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-0aeb486f-2634-4456-ab37-a341ebcb3dd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.2757418 Jan 15 15:08:37.403929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.463964 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-ea4e9797-f915-4bb2-8841-debae8fdb31b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 200 len: 217 time: 0.0872257 Jan 15 15:08:37.541404 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Calling delete_port for 8be01c24-ac84-47b6-bef9-bfb7612558e5 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:37.626129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-40608170-bd36-4485-9d00-30b379a62408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:37.630970 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-40608170-bd36-4485-9d00-30b379a62408 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.1564705 Jan 15 15:08:37.675658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:37.695503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:37.854601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:08:37.855446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:08:37.862292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Pushing event updated for resources: {'Port': ['ID=5632613d-540f-47ed-ae4f-6393a8e96228,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:37.867930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:37.977577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:37.979722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:37.986004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:38.014748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50be59-122f-46f0-85fc-981532cdd2ed req-9e0f540e-71c7-43dd-8054-bd27c9f78e7e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:38.015568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f50be59-122f-46f0-85fc-981532cdd2ed req-9e0f540e-71c7-43dd-8054-bd27c9f78e7e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Synchronizing usage tracker for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:38.061084 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-9d6cd1dc-ff90-4f5f-aec1-6f32096c59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:38.062867 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-9d6cd1dc-ff90-4f5f-aec1-6f32096c59c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4228189 Jan 15 15:08:38.064406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f50be59-122f-46f0-85fc-981532cdd2ed req-9e0f540e-71c7-43dd-8054-bd27c9f78e7e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Unset dirty status for tenant:c42fdda061dc4ccca9f6d45e6bf8ad98 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:38.072410 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f50be59-122f-46f0-85fc-981532cdd2ed req-9e0f540e-71c7-43dd-8054-bd27c9f78e7e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.5486269 Jan 15 15:08:38.080345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb2aa4-ed9a-4367-98a0-8e653154262b None None] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:38.230651 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-7149bea1-1a1b-4c36-b29d-1e94cf7b7ee5 None None] Provisioning for port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:38.248128 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f50be59-122f-46f0-85fc-981532cdd2ed req-ae169ba8-b603-4da1-a827-1549b43f76eb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740975 Jan 15 15:08:38.343229 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-d2474c03-8c73-4699-bc51-f5d8d70986e5 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524107 Jan 15 15:08:38.366400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Deleting port 8be01c24-ac84-47b6-bef9-bfb7612558e5 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:38.367012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.600720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b43d1-d8e6-4b8c-a53c-f3dcad562bed req-30660f66-0296-4e98-93d3-3d585b7d8740 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:38.612424 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e31b43d1-d8e6-4b8c-a53c-f3dcad562bed req-30660f66-0296-4e98-93d3-3d585b7d8740 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 944 time: 0.4839609 Jan 15 15:08:38.614909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:38.646823 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3a3517cd-77bd-471b-8cba-a4f596fdbc70 req-4c9f186a-8359-4715-b92f-2a0938758290 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2939768 Jan 15 15:08:38.725156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:38.732172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:38.733220 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.959918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-53745daa-62c9-469a-b9a1-c0a9870d8f18 None None] Provisioning complete for port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:38.960597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-53745daa-62c9-469a-b9a1-c0a9870d8f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:38.971039 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e31b43d1-d8e6-4b8c-a53c-f3dcad562bed req-808c491a-af4e-42c4-a810-c09cd392de7c tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564043 Jan 15 15:08:38.991391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.126603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:39.160355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.173239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:39.252924 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.298926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:39.302783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:39.419335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-c394f9e3-37be-4db0-81df-2d7b21990771 None None] Provisioning complete for port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:39.420282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c394f9e3-37be-4db0-81df-2d7b21990771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.443899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] For port 8be01c24-ac84-47b6-bef9-bfb7612558e5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8be01c24-ac84-47b6-bef9-bfb7612558e5,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:39.443899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.582991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Calling delete_port for 8be01c24-ac84-47b6-bef9-bfb7612558e5 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:39.646518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:39.675975 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6441bb-7100-4e44-b5db-c6fd2157e5f8 req-103c64fe-ca2b-493a-bd6f-51f33e62fe79 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:39.678040 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2e6441bb-7100-4e44-b5db-c6fd2157e5f8 req-103c64fe-ca2b-493a-bd6f-51f33e62fe79 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1175036 Jan 15 15:08:39.727546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:39.733871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:39.733871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.747284 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2e6441bb-7100-4e44-b5db-c6fd2157e5f8 req-a7deeca2-1baf-49ed-ab9a-ceca7a73b1c5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532897 Jan 15 15:08:39.877853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.913237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:39.930080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:39.935052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:39.939848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c4ed70ec-d60d-4192-9a71-2663ee49edf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:40.008368 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'code': 200} Jan 15 15:08:40.069304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:40.073219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:40.246137 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853734612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502'] for router, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.250365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.275312 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e78f8de3-0160-4827-9728-5a4bef93ecaf tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:40.285424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8573b3-b802-4485-9666-8db448abc091 req-e4e23e10-0a6c-41a9-85dc-79c3f8a8fdff tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:40.288308 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ca8573b3-b802-4485-9666-8db448abc091 req-e4e23e10-0a6c-41a9-85dc-79c3f8a8fdff tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 944 time: 0.1247990 Jan 15 15:08:40.382972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Pushing event deleted for resources: {'Port': ['ID=8be01c24-ac84-47b6-bef9-bfb7612558e5,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:40.431275 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ca8573b3-b802-4485-9666-8db448abc091 req-c0a29bfc-8f45-4b02-a108-a6ef697042a1 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344752 Jan 15 15:08:40.442923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:40.456735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939174f-2517-4a0d-8ddf-d7851ec582e6 req-18cbb4b1-6028-45f1-bf3b-228ce9bb7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:40.458720 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3939174f-2517-4a0d-8ddf-d7851ec582e6 req-18cbb4b1-6028-45f1-bf3b-228ce9bb7161 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1163 time: 0.1360693 Jan 15 15:08:40.555523 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3939174f-2517-4a0d-8ddf-d7851ec582e6 req-6978919a-f406-45cd-88d7-3d7837bac9d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862663 Jan 15 15:08:40.572746 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:40.679444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] No DVR routers for this DVR port 8be01c24-ac84-47b6-bef9-bfb7612558e5 on host hv-cinder-73414 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:40.683812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.686650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'name': 'network-vif-deleted', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:40.690189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:40.690645 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:40.720526 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1ba64dfb-033f-482b-b0ec-5f2a6ca73778 req-7bc1d04c-0cb8-400a-96f3-d0bf59c000b6 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "DELETE /v2.0/ports/8be01c24-ac84-47b6-bef9-bfb7612558e5 HTTP/1.1" status: 204 len: 173 time: 4.5462925 Jan 15 15:08:40.729333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c is scheduled to L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:08:40.808920 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98', 'name': 'network-vif-deleted', 'tag': '8be01c24-ac84-47b6-bef9-bfb7612558e5', 'status': 'completed', 'code': 200} Jan 15 15:08:41.031334 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:41.057013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.059876 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.1440670 Jan 15 15:08:41.064119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Sync routers for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:41.065640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42890) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:41.094131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:41.095277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:41.109140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01778-c1f3-4073-8ff8-143f2af8d54a req-fced3677-57ae-4325-95b7-6bdfb4a44e53 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:41.112471 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5b01778-c1f3-4073-8ff8-143f2af8d54a req-fced3677-57ae-4325-95b7-6bdfb4a44e53 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1592846 Jan 15 15:08:41.209257 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5b01778-c1f3-4073-8ff8-143f2af8d54a req-8a01e0b0-0de7-4d5a-aaa0-42e928f05100 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902624 Jan 15 15:08:41.358631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:41.470525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:41.595722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:41.596896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.781982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:38Z', 'revision_number': 3, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:41.794900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Checking router: ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:41.796067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Updating router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c port 5632613d-540f-47ed-ae4f-6393a8e96228 binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:08:41.846535 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-c048f607-1a7a-4893-be9f-15030a2e8684 req-dddb6663-ede6-4a11-865b-8b1a0f899fd7 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Synchronizing usage tracker for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:08:41.865429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:41.956947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-c048f607-1a7a-4893-be9f-15030a2e8684 req-dddb6663-ede6-4a11-865b-8b1a0f899fd7 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Unset dirty status for tenant:0a3f7f8342864095b7af6ae4bc8adcb4 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:08:41.958307 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c048f607-1a7a-4893-be9f-15030a2e8684 req-dddb6663-ede6-4a11-865b-8b1a0f899fd7 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=ed0d0d62-ec4b-4d8d-bedb-7b2e0eb64c98 HTTP/1.1" status: 200 len: 210 time: 0.1882772 Jan 15 15:08:42.339304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.442892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.458470 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Transition to ACTIVE for port object 5632613d-540f-47ed-ae4f-6393a8e96228 will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:42.462917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.528905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18335a4-09c1-4426-bc42-793ccb347505 req-94eae169-d9bb-4f5a-99ad-24374b220f06 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:42.531808 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b18335a4-09c1-4426-bc42-793ccb347505 req-94eae169-d9bb-4f5a-99ad-24374b220f06 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1298976 Jan 15 15:08:42.626479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:42.659041 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b18335a4-09c1-4426-bc42-793ccb347505 req-02df307c-dff7-4e3d-bbfe-4cc9e3f97d4d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155219 Jan 15 15:08:42.722161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Attempting to bind port 5632613d-540f-47ed-ae4f-6393a8e96228 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:42.722951 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Attempting to bind port 5632613d-540f-47ed-ae4f-6393a8e96228 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:42.723556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Attempting to bind port 5632613d-540f-47ed-ae4f-6393a8e96228 on network f32376d6-bd19-4563-b529-d250bc891f90 {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:42.729343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Pushing event updated for resources: {'Port': ['ID=5632613d-540f-47ed-ae4f-6393a8e96228,revision_number=2']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:42.747006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:42.748681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:42.749447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.750044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Bound using segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:42.750902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Bound port: 5632613d-540f-47ed-ae4f-6393a8e96228, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:42.751576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.797477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.798387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.799037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.799580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.800006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.800435 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.800817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.801274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.801685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.802082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.802702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.803293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.803977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.804582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.805198 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.805714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.806348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.806952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.807540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.808370 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.809001 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.809608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.810237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.810901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:08:42.836015 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:42.900800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] For port 5632613d-540f-47ed-ae4f-6393a8e96228, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:42.904705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] For port 5632613d-540f-47ed-ae4f-6393a8e96228, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=5632613d-540f-47ed-ae4f-6393a8e96228,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:42.908151 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:42.922757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-37c2dc43-67da-49ef-9b30-b51a3202f012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:42.973252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Allocated IP 172.20.0.1 (2e3f4e3e-59b7-49d0-a035-362fa46e9cec/a454ac1f-e58f-4694-9468-752326f834a3/c6a4fd32-b1f5-4f4a-8c14-83fd60693d55) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:43.131098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b96754-7202-4064-9826-444b719b7f0a req-19ccff88-4144-4f11-8ac5-795c1cf4286b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:43.133640 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-96b96754-7202-4064-9826-444b719b7f0a req-19ccff88-4144-4f11-8ac5-795c1cf4286b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.2343998 Jan 15 15:08:43.155104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42916) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:43.169571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Request body: {'floatingip': {'port_id': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:43.219267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.242184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Transition to ACTIVE for port object c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:43.275709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.298668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-04f2aa05-8f4f-46b9-ad0f-341eeb903e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:43.343470 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.446628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:43.447385 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:43.492528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Pushing event updated for resources: {'Port': ['ID=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:43.510243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:43.550301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Pushing event updated for resources: {'Port': ['ID=5632613d-540f-47ed-ae4f-6393a8e96228,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:43.554220 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:43.623831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:43.625295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:43.639135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:43.740959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853736946'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:43.790792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:43.924204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.097130 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-32efd3ce-11b0-484b-a7f4-c902193f278a None None] Provisioning for port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:44.114484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-32efd3ce-11b0-484b-a7f4-c902193f278a None None] Provisioning complete for port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:44.115261 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-32efd3ce-11b0-484b-a7f4-c902193f278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.306565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-32efd3ce-11b0-484b-a7f4-c902193f278a None None] Port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:44.413976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:38Z', 'revision_number': 3, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:44.424305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff11d2-f3af-4ea5-98b2-ae6af0204907 None None] The sync data for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb is: [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:38Z', 'revision_number': 3, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:44.432083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 42930) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:44.576164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.600474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.684229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.688777 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.724677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7fe75bc2-f071-4319-8358-70058f8b15d3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:44.816422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039089'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.834189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Pushing event updated for resources: {'Port': ['ID=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:44.838435 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:44.896630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:44.977050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733ee51-ceee-401c-918a-9ae9f7d5d5d8 req-2e82ec82-f6de-42ae-a631-b6535f0cb9f3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:44.990965 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6733ee51-ceee-401c-918a-9ae9f7d5d5d8 req-2e82ec82-f6de-42ae-a631-b6535f0cb9f3 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.5573626 Jan 15 15:08:45.070429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:45.081396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:45.082629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:45.085226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Usage tracker for resource:security_group_rule and tenant:4b721f79302543418bec5cb93413284e is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:45.088626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:45.095303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:45.241899 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Floating IP ea542661-7706-435b-a28d-6e5642e0b8de associated. External IP: 172.28.1.129, port: 58bff20f-0def-4ee7-a9d9-4eb5424e3a17. Jan 15 15:08:45.369029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:45.453068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-54ac7d46-91cb-4e04-b4a1-7c2ea8d8da2d None None] Provisioning complete for port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:45.453903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-54ac7d46-91cb-4e04-b4a1-7c2ea8d8da2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.455415 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6733ee51-ceee-401c-918a-9ae9f7d5d5d8 req-457e335e-dac0-4530-b33a-4441fe7e80d0 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396186 Jan 15 15:08:45.524752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-54ac7d46-91cb-4e04-b4a1-7c2ea8d8da2d None None] Port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:08:45.575521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.585678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.617833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb7108f9-ed58-4da2-81a1-44613c56c67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:45.652616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:45.665355 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b721f79302543418bec5cb93413284e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1899285 Jan 15 15:08:45.670519 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] 10.222.0.71 "PUT /v2.0/routers/ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6019166 Jan 15 15:08:45.671925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42936) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:45.700171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4522c0f-e440-4984-a2ec-225c4fa8f058,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:45.708094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:45.782659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.818398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.879353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.893132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fab09b59-9944-4553-b8c5-0212c35615f5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:45.911133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4522c0f-e440-4984-a2ec-225c4fa8f058,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:45.914819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:45.916939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:45.918199 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4522c0f-e440-4984-a2ec-225c4fa8f058 HTTP/1.1" status: 204 len: 168 time: 0.2447970 Jan 15 15:08:46.207860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:46.475228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:46.530472 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] Sync routers for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:46.555361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:46.558657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:46.560434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:46.713061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 5632613d-540f-47ed-ae4f-6393a8e96228 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:46.715285 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e4a93ed0-a911-40d0-90a3-c9cae76ecddd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "PUT /v2.0/floatingips/ea542661-7706-435b-a28d-6e5642e0b8de HTTP/1.1" status: 200 len: 992 time: 3.5575464 Jan 15 15:08:46.716667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:46.932073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7034a8e-1a9a-4551-b67c-93301a548bec req-130c519d-ffef-4988-aacb-1f1f4e3e3926 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:46.946205 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d7034a8e-1a9a-4551-b67c-93301a548bec req-130c519d-ffef-4988-aacb-1f1f4e3e3926 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2040498 Jan 15 15:08:46.969815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:47.124454 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d7034a8e-1a9a-4551-b67c-93301a548bec req-dfe80a1e-ab4b-464e-b560-00c7a1ebabb7 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743526 Jan 15 15:08:47.154649 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'status': 'completed', 'code': 200} Jan 15 15:08:47.210617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 42976) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:47.255822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-337616090-network', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:47.267088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:47.278736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Usage tracker for resource:network and tenant:c3fdeba3f5564246aec3330217834d66 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:47.288531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:47.312868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:47.340452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Made reservation on behalf of c3fdeba3f5564246aec3330217834d66 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:47.348332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.377122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.414100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:47.425885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Usage tracker for resource:security_group_rule and tenant:c3fdeba3f5564246aec3330217834d66 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:47.432850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73f08-32ab-403c-805e-968a63e6e715 req-7a4f1d2f-fb92-4068-92e2-ee4472f7807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.436132 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75b73f08-32ab-403c-805e-968a63e6e715 req-7a4f1d2f-fb92-4068-92e2-ee4472f7807c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1163 time: 0.2216349 Jan 15 15:08:47.437571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:47.486653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:47.536286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 5632613d-540f-47ed-ae4f-6393a8e96228 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:47.548561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 5632613d-540f-47ed-ae4f-6393a8e96228 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:47.549277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:47.657046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Sync routers for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:47.677097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:47.677777 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:47.805559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73f08-32ab-403c-805e-968a63e6e715 req-cc470c32-a03c-45e1-99c3-8c7c86f09b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:47.808251 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75b73f08-32ab-403c-805e-968a63e6e715 req-cc470c32-a03c-45e1-99c3-8c7c86f09b6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.3605719 Jan 15 15:08:47.929156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:47.951983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.005147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 5632613d-540f-47ed-ae4f-6393a8e96228, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=5632613d-540f-47ed-ae4f-6393a8e96228,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:48.030857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.035545 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:48.115054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.120382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.129827 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75b73f08-32ab-403c-805e-968a63e6e715 req-6aa42f4e-9ca5-4853-852d-5566f86b02bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 200 len: 1000 time: 0.3129098 Jan 15 15:08:48.132162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-057b15da-771f-4f1a-a80b-e6bf7a25b087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:48.192335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=5632613d-540f-47ed-ae4f-6393a8e96228,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:48.206043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:48.224346 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'ea542661-7706-435b-a28d-6e5642e0b8de', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'port_id': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'mac_address': 'fa:16:3e:91:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:26Z', 'updated_at': '2021-01-15T15:08:44Z', 'revision_number': 1, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:48.233672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] Checking router: 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:48.252546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:48.253476 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:48.283545 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:08:48.321541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f4f64-56eb-4203-99ef-6a99066313ef,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:48.328640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:48.337923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.338531 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Added segment d6ccef16-163e-4dd8-bb4e-8b75ba755bab of type vxlan for network baec846a-98c4-4e4e-a34d-77de74633480 Jan 15 15:08:48.348472 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73f08-32ab-403c-805e-968a63e6e715 req-7fa5b79a-1e18-473e-bf3f-0f8f8a04fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.350426 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75b73f08-32ab-403c-805e-968a63e6e715 req-7fa5b79a-1e18-473e-bf3f-0f8f8a04fa81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.2108705 Jan 15 15:08:48.507601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.578521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:44Z', 'revision_number': 2, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:48.597402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Checking router: ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:48.599989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Updating router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:08:48.627426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.630771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 5632613d-540f-47ed-ae4f-6393a8e96228 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:48.639734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.640548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.648568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e0fb5dea-1e2c-484b-9def-154d9b9ff18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:48.685006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6354-7325-4767-a8a1-3ed6289987c3 req-201c1782-f92a-494b-9f65-4987194d517e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.696068 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-805b6354-7325-4767-a8a1-3ed6289987c3 req-201c1782-f92a-494b-9f65-4987194d517e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2849796 Jan 15 15:08:48.701925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.747403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:48.809997 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-805b6354-7325-4767-a8a1-3ed6289987c3 req-f1847990-0f44-4f06-9381-0ea97faad330 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124189 Jan 15 15:08:48.835617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 5632613d-540f-47ed-ae4f-6393a8e96228 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:48.836157 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:48.932704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73f08-32ab-403c-805e-968a63e6e715 req-2a9ef296-b3b5-4b23-9576-132c8cfa0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:48.934803 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75b73f08-32ab-403c-805e-968a63e6e715 req-2a9ef296-b3b5-4b23-9576-132c8cfa0792 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5704911 Jan 15 15:08:48.942914 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7305260 Jan 15 15:08:48.947002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43004) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:48.954533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Request body: {'subnet': {'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-337616090-subnet', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'ip_version': 4}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:48.956121 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Pushing event updated for resources: {'Network': ['ID=baec846a-98c4-4e4e-a34d-77de74633480,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:48.967390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:48.976071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Usage tracker for resource:subnet and tenant:c3fdeba3f5564246aec3330217834d66 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:48.985832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:48.999646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:49.028022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Made reservation on behalf of c3fdeba3f5564246aec3330217834d66 for: {'subnet': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:08:49.040516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2491907'] for subnet, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:49.044322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:49.077684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network baec846a-98c4-4e4e-a34d-77de74633480 details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:08:49.097591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network baec846a-98c4-4e4e-a34d-77de74633480 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:08:49.248630 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75b73f08-32ab-403c-805e-968a63e6e715 req-e69f5077-90cc-448d-aa26-6688f2853a64 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799501 Jan 15 15:08:49.467446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:49.483088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Transition to ACTIVE for port object c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:49.516231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:49.529070 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75b73f08-32ab-403c-805e-968a63e6e715 req-72611a46-4e18-4362-808d-21adad08b16e service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2230203 Jan 15 15:08:49.529914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-cff77da1-40dd-45e9-9e39-c14b3464217a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:49.532023 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-cff77da1-40dd-45e9-9e39-c14b3464217a tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.2252898 Jan 15 15:08:49.558560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:49.759228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65ddc-ccba-46b8-9d88-d9742bba6651 None None] Pushing event updated for resources: {'Port': ['ID=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:49.767564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-85b65ddc-ccba-46b8-9d88-d9742bba6651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:49.769095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Deleting port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:49.769753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:49.990484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'ea542661-7706-435b-a28d-6e5642e0b8de', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'port_id': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'mac_address': 'fa:16:3e:91:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:26Z', 'updated_at': '2021-01-15T15:08:44Z', 'revision_number': 1, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:49.996130 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41ec9bc-2491-49b1-a586-dcb687ec59e2 None None] The sync data for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb is: [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'ea542661-7706-435b-a28d-6e5642e0b8de', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'port_id': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'mac_address': 'fa:16:3e:91:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:26Z', 'updated_at': '2021-01-15T15:08:44Z', 'revision_number': 1, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:50.067877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Attempting to bind port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:50.068443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Attempting to bind port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:50.068860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Attempting to bind port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 on network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:50.093850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:50.094367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Checking segment: {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:50.094817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:50.095489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Bound using segment: {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:50.096049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Bound port: c6a4fd32-b1f5-4f4a-8c14-83fd60693d55, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:50.096510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:50.247629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] For port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:50.252068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] For port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:50.257526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:50.289664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb53633c-c01f-4118-ad37-f22c84f96b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:50.344053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] For port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:50.344702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:50.669015 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a3686-7422-4a71-8867-b7fd10a03d7d None None] New status for floating IP ea542661-7706-435b-a28d-6e5642e0b8de: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:08:50.695531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65ddc-ccba-46b8-9d88-d9742bba6651 None None] Pushing event updated for resources: {'Port': ['ID=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,revision_number=4']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:50.700571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-85b65ddc-ccba-46b8-9d88-d9742bba6651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:50.709762 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Calling delete_port for b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:50.766913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:50.768213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:50.793845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265806cb-b45d-4f53-a714-6da749554f18 req-13deb162-3a08-41b3-b20e-da911233bcd2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:50.804033 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-265806cb-b45d-4f53-a714-6da749554f18 req-13deb162-3a08-41b3-b20e-da911233bcd2 tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 946 time: 0.6022720 Jan 15 15:08:50.946809 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-265806cb-b45d-4f53-a714-6da749554f18 req-782958ef-6b16-413e-b464-9462115ffb6e tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/security-groups?id=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415105 Jan 15 15:08:51.011206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2491954'] for subnet, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.029986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:51.080268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:51.096609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:08:51.201602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154fe95e-b8b2-4d61-9626-93338a7c7cd7,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:51.208554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:51.263046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.276810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.280049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:51.391672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Pushing event deleted for resources: {'Port': ['ID=b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:51.399506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:51.493479 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Checking segment: {'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:51.494067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Network hostable DHCP agents. Network: baec846a-98c4-4e4e-a34d-77de74633480, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:08:51.529600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:51.537775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787671b-ebc6-4a4a-940b-9235db501352 None None] The sync data for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb is: [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:08:51.576034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Network baec846a-98c4-4e4e-a34d-77de74633480 is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:08:51.584698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] No DVR routers for this DVR port b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:08:51.589117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.594305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'name': 'network-vif-deleted', 'tag': 'b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:08:51.640370 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, baec846a-98c4-4e4e-a34d-77de74633480) {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:51.665659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208a185-65e0-4466-ba0a-57367511229e None None] Network baec846a-98c4-4e4e-a34d-77de74633480 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:51.673953 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c1a2f3d5-5e0c-4a7e-ba22-7a3552e05721 req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.72 "DELETE /v2.0/ports/b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8 HTTP/1.1" status: 204 len: 173 time: 2.0708013 Jan 15 15:08:51.676253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:08:51.677394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.735114 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7863059 Jan 15 15:08:51.739750 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43028) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:51.753069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:08:51.770974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:51.788434 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590bf5e7-5b53-4ad9-9f27-d5a59301932d', 'name': 'network-vif-deleted', 'tag': 'b58ef1c7-91b0-4978-94a4-0b9b6d7a54c8', 'status': 'completed', 'code': 200} Jan 15 15:08:51.793569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Usage tracker for resource:router and tenant:c3fdeba3f5564246aec3330217834d66 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:51.806753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:51.830182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:51.870272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1041205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499772'] for router, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.872050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853734574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854276021'] for router, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:51.939343 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.237317 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04625fcd-9483-4e89-8e56-47555634772b req-0e039e37-8d8f-4f56-a41f-31e0df4e2a9b tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] 10.222.0.71 "GET /v2.0/ports?device_id=590bf5e7-5b53-4ad9-9f27-d5a59301932d HTTP/1.1" status: 200 len: 210 time: 0.0582149 Jan 15 15:08:52.516869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cc69f6f-a35f-5dc5-b60c-bcf0b3486b85-baec846a-98c4-4e4e-a34d-77de74633480', 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'fixed_ips': [{'subnet_id': '154fe95e-b8b2-4d61-9626-93338a7c7cd7'}]}} from dv-cinder-734144-13-smb. {{(pid=80124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:08:52.517695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.620400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:52.682846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:52.995834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:53.015903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:53.016381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.174363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.235133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.286320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Allocated IP 172.20.0.2 (baec846a-98c4-4e4e-a34d-77de74633480/154fe95e-b8b2-4d61-9626-93338a7c7cd7/fd379ee4-56df-439e-b43d-278331e2fba0) {{(pid=80124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:53.363834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.420530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43046) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:53.524525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:53.553360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.574979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:53.673363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:53.677849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:53.792971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Allocated IP 172.28.1.153 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/06ff9d7a-486d-418e-8482-da88966f4d48) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:53.853609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.877369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Transition to ACTIVE for port object fd379ee4-56df-439e-b43d-278331e2fba0 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:53.908673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Transition to ACTIVE for port object fd379ee4-56df-439e-b43d-278331e2fba0 will not be triggered until provisioned by entity DHCP. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:53.914901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:53.938246 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:54.098285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Pushing event updated for resources: {'Port': ['ID=fd379ee4-56df-439e-b43d-278331e2fba0,revision_number=1']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:54.103061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:54.172355 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Network baec846a-98c4-4e4e-a34d-77de74633480 is already hosted by enough agents. {{(pid=80124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:54.174219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Resources bound (agent type, host, resource id): {{(pid=80124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:54.177517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Received port after_create {{(pid=80124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:54.260966 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.261848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Attempting to bind port fd379ee4-56df-439e-b43d-278331e2fba0 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:54.262903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Attempting to bind port fd379ee4-56df-439e-b43d-278331e2fba0 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:54.264667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Attempting to bind port fd379ee4-56df-439e-b43d-278331e2fba0 on network baec846a-98c4-4e4e-a34d-77de74633480 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:54.281480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:54.282162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Checking segment: {'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:54.282978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.283704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Bound using segment: {'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:54.284911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Bound port: fd379ee4-56df-439e-b43d-278331e2fba0, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:54.286274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.305481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.412969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] For port fd379ee4-56df-439e-b43d-278331e2fba0, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:54.416528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] For port fd379ee4-56df-439e-b43d-278331e2fba0, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=fd379ee4-56df-439e-b43d-278331e2fba0,segment=NetworkSegment(d6ccef16-163e-4dd8-bb4e-8b75ba755bab),segment_id=d6ccef16-163e-4dd8-bb4e-8b75ba755bab)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:54.421365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.440216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039072'] for router_interface, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:54.464363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:54.544026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-330b7d3f-a8d2-4c5b-bc8b-2583953b704c tempest-DeleteServersTestJSON-1087946849 tempest-DeleteServersTestJSON-1087946849] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:54.559640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Pushing event updated for resources: {'Port': ['ID=fd379ee4-56df-439e-b43d-278331e2fba0,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:54.564448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:54.635042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:54.659721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Pushing event updated for resources: {'Port': ['ID=06ff9d7a-486d-418e-8482-da88966f4d48,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:54.665934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:54.683302 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:54.685971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:54.689529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:54.847795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:54.848510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.208231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Deleting port ef240dcc-507d-426b-a18c-9df5929cc22f {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:08:55.209043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.373699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43060) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:55.543187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.563768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] For port ef240dcc-507d-426b-a18c-9df5929cc22f, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=ef240dcc-507d-426b-a18c-9df5929cc22f,segment=NetworkSegment(70d2aadd-7715-496d-ac0b-360b1a3f903a),segment_id=70d2aadd-7715-496d-ac0b-360b1a3f903a)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:55.564567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.811927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Calling delete_port for ef240dcc-507d-426b-a18c-9df5929cc22f owned by network:router_interface {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:08:55.894865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:55.925322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:08:55.932147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Usage tracker for resource:security_group_rule and tenant:c1298cdb20c34feb9d91ffe55ba3d1a3 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:08:56.073953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:08:56.088748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:08:56.089946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853734612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502'] for router, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.365483 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.387565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.389783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:56.401164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 is scheduled to L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:08:56.518710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.557051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef240dcc-507d-426b-a18c-9df5929cc22f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:56.561225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:56.573030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2cc63297-0ad0-48e3-9069-8998a2ad1739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:56.600068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device fd379ee4-56df-439e-b43d-278331e2fba0 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:56.649041 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1298cdb20c34feb9d91ffe55ba3d1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2733085 Jan 15 15:08:56.649988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43068) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:56.683809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:56.688969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e12f67-ac0d-47b0-b7b7-5e28e11d5fe2,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:56.698408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Sync routers for ids ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:56.706921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:56.718647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port fd379ee4-56df-439e-b43d-278331e2fba0 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:56.729529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Routers {'c5bb0366-9d06-420b-a33f-4c94a2a2ba14'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:56.730402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:56.755003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.757233 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-70d324f4-6c4f-430b-ac28-22999d1f0582 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0157404 Jan 15 15:08:56.762119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43072) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:56.834739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f0a74-04a2-48cc-a03f-6e23794d2132 None None] Network baec846a-98c4-4e4e-a34d-77de74633480 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:08:56.913114 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:56.992453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Set router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:08:57.046548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] Provisioning for port fd379ee4-56df-439e-b43d-278331e2fba0 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:08:57.055438 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] Provisioning complete for port fd379ee4-56df-439e-b43d-278331e2fba0 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:57.055854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.059877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.166398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.172300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-dc2f17e7-6a5d-41f5-a3e5-42021b11b523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:57.267369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e12f67-ac0d-47b0-b7b7-5e28e11d5fe2,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:57.276956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:57.404733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.406302 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/22e12f67-ac0d-47b0-b7b7-5e28e11d5fe2 HTTP/1.1" status: 204 len: 168 time: 0.7401021 Jan 15 15:08:57.437332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 3, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:57.444721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Checking router: c5bb0366-9d06-420b-a33f-4c94a2a2ba14 for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:08:57.445303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Updating router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 port 06ff9d7a-486d-418e-8482-da88966f4d48 binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:08:57.456857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.501606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853264339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738640'] for router_interface, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.535591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] For port fd379ee4-56df-439e-b43d-278331e2fba0, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=fd379ee4-56df-439e-b43d-278331e2fba0,segment=NetworkSegment(d6ccef16-163e-4dd8-bb4e-8b75ba755bab),segment_id=d6ccef16-163e-4dd8-bb4e-8b75ba755bab)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:08:57.543618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.547672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:57.553837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:57.681654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] Pushing event updated for resources: {'Port': ['ID=fd379ee4-56df-439e-b43d-278331e2fba0,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:57.690172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-aecf306d-bc0c-4983-b229-4aac5f89a4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:57.999377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-3ad7815d-22cb-409f-a986-52a7a62487d2 None None] Provisioning complete for port fd379ee4-56df-439e-b43d-278331e2fba0 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:58.003621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3ad7815d-22cb-409f-a986-52a7a62487d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.299410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.415365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-9b44a794-1bb1-43ea-b00f-255197bd83e2 None None] Provisioning complete for port fd379ee4-56df-439e-b43d-278331e2fba0 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:58.416025 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9b44a794-1bb1-43ea-b00f-255197bd83e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.432948 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.500337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Transition to ACTIVE for port object 06ff9d7a-486d-418e-8482-da88966f4d48 will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:58.505669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.543528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:58.666405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:08:58.774445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device fd379ee4-56df-439e-b43d-278331e2fba0 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:08:58.877463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port fd379ee4-56df-439e-b43d-278331e2fba0 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:58.877866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:58.917044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344645ec-a3cf-4d8f-a08f-b4c6cae840d9 None None] Pushing event updated for resources: {'Port': ['ID=06ff9d7a-486d-418e-8482-da88966f4d48,revision_number=2']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:58.923567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-344645ec-a3cf-4d8f-a08f-b4c6cae840d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:59.072389 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Attempting to bind port 06ff9d7a-486d-418e-8482-da88966f4d48 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:08:59.073035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Attempting to bind port 06ff9d7a-486d-418e-8482-da88966f4d48 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:08:59.073551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Attempting to bind port 06ff9d7a-486d-418e-8482-da88966f4d48 on network f32376d6-bd19-4563-b529-d250bc891f90 {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:08:59.083984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:08:59.084629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:08:59.085578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.086893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Bound using segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:08:59.087211 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Bound port: 06ff9d7a-486d-418e-8482-da88966f4d48, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:08:59.087789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.164221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-bc8cbacf-acfe-4876-b36b-317bfd8fe5e8 None None] Provisioning complete for port fd379ee4-56df-439e-b43d-278331e2fba0 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:08:59.164950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bc8cbacf-acfe-4876-b36b-317bfd8fe5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.183101 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Allocated IP 172.20.0.1 (baec846a-98c4-4e4e-a34d-77de74633480/154fe95e-b8b2-4d61-9626-93338a7c7cd7/7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:08:59.223443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] For port 06ff9d7a-486d-418e-8482-da88966f4d48, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:08:59.227434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] For port 06ff9d7a-486d-418e-8482-da88966f4d48, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=06ff9d7a-486d-418e-8482-da88966f4d48,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:08:59.237342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.383079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cb438c22-4fd1-4244-8363-4c6b9d98e3af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:59.484212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.487435 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:08:59.494457 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] 10.222.0.71 "PUT /v2.0/routers/3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0712454 Jan 15 15:08:59.497254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43084) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:08:59.509322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] Sync routers for ids ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:08:59.554000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] Routers {'3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:59.555345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:59.556533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Transition to ACTIVE for port object 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:08:59.592274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.611207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8cc44b50-7a92-4af3-a592-28f01591d548 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:08:59.692175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:59.700043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:59.774688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks [] for router, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:08:59.837930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344645ec-a3cf-4d8f-a08f-b4c6cae840d9 None None] Pushing event updated for resources: {'Port': ['ID=06ff9d7a-486d-418e-8482-da88966f4d48,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:08:59.847284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-344645ec-a3cf-4d8f-a08f-b4c6cae840d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:08:59.876824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Network baec846a-98c4-4e4e-a34d-77de74633480 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:08:59.879622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:08:59.883524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:08:59.923048 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Routers {'c5bb0366-9d06-420b-a33f-4c94a2a2ba14'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:08:59.923820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:08:59.975786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853736946'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.007019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] Set router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:00.053380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.060605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Deleting port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:09:00.061091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.185080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.197878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] Set router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:00.199876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8317b733-c701-482a-bb99-d2aa4497e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.299206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-f79d95ec-ffd4-448c-97a2-f2eec443c49f None None] Provisioning for port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:00.317216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-f79d95ec-ffd4-448c-97a2-f2eec443c49f None None] Provisioning complete for port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:00.317925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f79d95ec-ffd4-448c-97a2-f2eec443c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.337243 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] For port f7f1255d-d3d3-4e62-a1c8-258bb1850ab7, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=f7f1255d-d3d3-4e62-a1c8-258bb1850ab7,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:00.337650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.423801 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-f79d95ec-ffd4-448c-97a2-f2eec443c49f None None] Port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:09:00.557762 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Calling delete_port for f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 owned by network:router_gateway {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:09:00.598167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:08:56Z', 'revision_number': 5, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:00.606905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] Checking router: 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:09:00.641559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] Routers {'3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:00.642884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 3, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:00.643129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:08:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:00.643592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.649275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.651939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a7582-2740-4fe6-b1ff-aca9a8184345 None None] The sync data for ids ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'] in dv-cinder-734144-13-smb is: [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 3, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:00.687693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-02d65789-0104-4d20-b0f6-89253d7fa725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:00.762909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:00.767278 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:00.796959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.800232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039089'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.plugins.ml2.ovo_rpc [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: result = function(*args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: proto.__init__(conn_state, self) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: self.handle() Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: self.handle_one_request() Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: self.handle_one_response() Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: result = self.application(self.environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return app(environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return request.get_response(self.application) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self._app) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return resp(environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return resp(environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: response = self.app(environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return resp(environ, start_response) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:09:00.801984 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: result = method(request=request, **args) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return self._delete(request, id, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return f(*dup_args, **dup_kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: obj_deleter(request.context, id, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return method(*args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return f(*dup_args, **dup_kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: self._delete_current_gw_port(context, id, router, None) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, context, *args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return method(*args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: context, port, router_ids, bound_mech_contexts) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: return function(*args, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: callback(resource, event, trigger, **kwargs) Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: if self._is_session_semantic_violated(context, resource, event): Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: stack = traceback.extract_stack() Jan 15 15:09:00.812206 dv-cinder-734144-13-smb neutron-server[80007]: Jan 15 15:09:00.993300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Network baec846a-98c4-4e4e-a34d-77de74633480 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:09:00.995026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:01.019419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] Set router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:01.150304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853832472'] for router_gateway, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.304032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:09:01.437108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499779'] for router, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.440824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.519741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-9aa3ef12-0c1b-474a-9ed6-281e29f1e872 None None] Provisioning complete for port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:01.520177 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ef12-0c1b-474a-9ed6-281e29f1e872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.565133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853737390'] for router, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.565870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 {{(pid=80123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:09:01.592715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.594619 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1a54b59d-9ce4-4e92-aab6-2299d66f64dd admin admin] 10.222.0.71 "DELETE /v2.0/routers/3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2 HTTP/1.1" status: 204 len: 168 time: 2.0958204 Jan 15 15:09:01.598881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43090) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:01.645993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3ef12-0c1b-474a-9ed6-281e29f1e872 None None] Port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:09:01.650440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:08:56Z', 'revision_number': 5, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:01.659308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7251c8b-95bd-44fd-b151-a951b6fc3e1c None None] The sync data for ids ['3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2'] in dv-cinder-734144-13-smb is: [{'id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'name': 'tempest-ServerRescueNegativeTestJSON-1536968323-router', 'tenant_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:18Z', 'updated_at': '2021-01-15T15:08:56Z', 'revision_number': 5, 'project_id': '0a3f7f8342864095b7af6ae4bc8adcb4', 'gw_port': {'id': 'f7f1255d-d3d3-4e62-a1c8-258bb1850ab7', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3038e94e-b6b9-41ce-8f9d-f42a0e3cd7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:21Z', 'updated_at': '2021-01-15T15:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:01.671847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:09:01.695299 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Deleting subnet 80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:09:01.700145 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] 10.222.0.71 "PUT /v2.0/routers/c5bb0366-9d06-420b-a33f-4c94a2a2ba14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9351113 Jan 15 15:09:01.701397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.768625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:01.844050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.282453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.298889 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0bd33cd5-352b-40f4-84da-a891d03e4a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:02.412588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e2fd3c-d345-4ad7-9b93-a1eef6db9e53,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:02.444217 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:02.511356 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.524061 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d090c428-6f56-45cc-ae49-193055aaf7b9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/80e2fd3c-d345-4ad7-9b93-a1eef6db9e53 HTTP/1.1" status: 204 len: 168 time: 0.9239578 Jan 15 15:09:02.527159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43104) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:02.587138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 06ff9d7a-486d-418e-8482-da88966f4d48 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:02.709124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 06ff9d7a-486d-418e-8482-da88966f4d48 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:02.713187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.727263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 06ff9d7a-486d-418e-8482-da88966f4d48 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:02.728833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.937791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.948379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.955884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 06ff9d7a-486d-418e-8482-da88966f4d48, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=06ff9d7a-486d-418e-8482-da88966f4d48,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:02.958914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:02.960854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:02.992744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-833198325', 'description': 'tempest-TestShelveInstance-833198325 description'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:02.994190 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ef240dcc-507d-426b-a18c-9df5929cc22f no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:03.059475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: ef240dcc-507d-426b-a18c-9df5929cc22f {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:09:03.059901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device ef240dcc-507d-426b-a18c-9df5929cc22f not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:09:03.071123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-821ea440-4a8b-482d-96e0-0fd0917b3bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.092009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=06ff9d7a-486d-418e-8482-da88966f4d48,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:03.095591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:03.112089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:03.120832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Usage tracker for resource:security_group and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:03.126227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:03.145623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:03.172814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.190058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5776efe1-f737-47b5-a34d-4fdc12143681']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:03.196244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:09:03.210679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d2aadd-7715-496d-ac0b-360b1a3f903a') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:03.211181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d2aadd-7715-496d-ac0b-360b1a3f903a') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:03.228374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:03.234983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.243021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Usage tracker for resource:security_group_rule and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:03.248971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:03.258393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:03.262252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.266491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:09:03.492904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Network 5776efe1-f737-47b5-a34d-4fdc12143681 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:09:03.516549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.630688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.728496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.748922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.755800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:03.779514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Network 5776efe1-f737-47b5-a34d-4fdc12143681 has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:09:03.817747 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:09:03.921293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event updated for resources: {'SecurityGroup': ['ID=e093bbf2-c2f4-4334-9b98-6fe54516c218,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:03.929500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:03.933623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.938867 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ddde62ee-dc03-4ab5-b342-a4c55ac6c97e req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1584687 Jan 15 15:09:03.957381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.964950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:03.972267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:04.019839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Pushing event deleted for resources: {'Network': ['ID=5776efe1-f737-47b5-a34d-4fdc12143681,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:04.024571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:04.030783 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-72d81ffc-c422-4722-b604-cd06e87c1688 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5776efe1-f737-47b5-a34d-4fdc12143681 HTTP/1.1" status: 204 len: 168 time: 1.5022380 Jan 15 15:09:04.165856 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-f07a0d9a-3f15-4122-86e7-ad100cda714a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups/e093bbf2-c2f4-4334-9b98-6fe54516c218 HTTP/1.1" status: 200 len: 1800 time: 0.1786325 Jan 15 15:09:04.178350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e093bbf2-c2f4-4334-9b98-6fe54516c218', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:04.178681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e093bbf2-c2f4-4334-9b98-6fe54516c218', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:04.190814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:04.196558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Usage tracker for resource:security_group_rule and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:04.201590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:04.211627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:04.305955 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.349858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.355540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.359831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:04.369503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43122) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:04.375311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Sync routers for ids ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:09:04.405362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e3d728-788e-43af-9276-09e5f8d191fb,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:04.411524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Routers {'c5bb0366-9d06-420b-a33f-4c94a2a2ba14'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:04.415664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:04.417150 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:09:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:04.421415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.427337 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fdb9ae6d-ee0f-4fed-823c-a78275526c48 req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2533901 Jan 15 15:09:04.543970 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1c715ca0-ff34-4f6e-a895-9e6577e7edb6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a3f7f8342864095b7af6ae4bc8adcb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720574 Jan 15 15:09:04.548036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43128) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:04.613776 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-7efa754b-2aec-4f69-94b8-37171cff0f12 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups/e093bbf2-c2f4-4334-9b98-6fe54516c218 HTTP/1.1" status: 200 len: 2393 time: 0.1260982 Jan 15 15:09:04.624283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 06ff9d7a-486d-418e-8482-da88966f4d48 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:04.640675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e093bbf2-c2f4-4334-9b98-6fe54516c218', 'remote_group_id': None}]} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:04.641028 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e093bbf2-c2f4-4334-9b98-6fe54516c218', 'remote_group_id': None}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:04.642458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.667801 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:04.679481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Usage tracker for resource:security_group_rule and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:04.695524 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:04.705192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.706972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:04.739939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.746502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Set router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:04.752069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 06ff9d7a-486d-418e-8482-da88966f4d48 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:04.752570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.794069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.807099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-92b3bd93-21ef-4ffb-b0c6-ac803a152c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:04.827726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.845614 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:04.868771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:04.874670 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.878426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.881155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:04.883048 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.889602 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ba2aff0-ce48-439b-9e13-4d97e9f1b9a6 HTTP/1.1" status: 204 len: 168 time: 0.3399596 Jan 15 15:09:04.940361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:04.942114 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e9c779fd-3f55-454f-8de0-f10baf8d1cff req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3066831 Jan 15 15:09:04.943451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a588924e-a5d1-4168-b3ce-c31def90e2c2,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:04.962284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f76c0eda-f087-4be0-8396-0a25358a91d1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:05.235627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:05.254813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:09:00Z', 'revision_number': 4, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c', 'name': '', 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'mac_address': 'fa:16:3e:1b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '154fe95e-b8b2-4d61-9626-93338a7c7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:58Z', 'updated_at': '2021-01-15T15:09:00Z', 'revision_number': 2, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'subnets': [{'id': '154fe95e-b8b2-4d61-9626-93338a7c7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:05.264005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Checking router: c5bb0366-9d06-420b-a33f-4c94a2a2ba14 for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:09:05.264892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Updating router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:09:05.309401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:09:05.311533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device f7f1255d-d3d3-4e62-a1c8-258bb1850ab7 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:09:05.382974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:05.739480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:05.981341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:06.007519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Transition to ACTIVE for port object 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:09:06.011492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:06.034585 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:06.187309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da536b-9e31-43a9-b9a2-c681130ca415 None None] Pushing event updated for resources: {'Port': ['ID=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:06.190929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-95da536b-9e31-43a9-b9a2-c681130ca415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:06.459286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Attempting to bind port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:09:06.459522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Attempting to bind port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:09:06.460231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Attempting to bind port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c on network baec846a-98c4-4e4e-a34d-77de74633480 {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:09:06.471170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:09:06.471866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Checking segment: {'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:09:06.472626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:06.473370 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Bound using segment: {'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:09:06.473991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Bound port: 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:09:06.474726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:06.655713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] For port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:09:06.661168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] For port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,segment=NetworkSegment(d6ccef16-163e-4dd8-bb4e-8b75ba755bab),segment_id=d6ccef16-163e-4dd8-bb4e-8b75ba755bab)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:09:06.673324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:06.702933 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:07.094232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da536b-9e31-43a9-b9a2-c681130ca415 None None] Pushing event updated for resources: {'Port': ['ID=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,revision_number=4']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:07.098126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-95da536b-9e31-43a9-b9a2-c681130ca415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:07.157262 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Routers {'c5bb0366-9d06-420b-a33f-4c94a2a2ba14'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:07.158728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:09:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:07.390514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:07.471820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] Set router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:07.878393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:09:00Z', 'revision_number': 4, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c', 'name': '', 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'mac_address': 'fa:16:3e:1b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '154fe95e-b8b2-4d61-9626-93338a7c7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:58Z', 'updated_at': '2021-01-15T15:09:06Z', 'revision_number': 4, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'subnets': [{'id': '154fe95e-b8b2-4d61-9626-93338a7c7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:07.883177 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa67d0a-dc0a-4b2e-bb64-3f908046a82f None None] The sync data for ids ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'] in dv-cinder-734144-13-smb is: [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:09:00Z', 'revision_number': 4, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c', 'name': '', 'network_id': 'baec846a-98c4-4e4e-a34d-77de74633480', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'mac_address': 'fa:16:3e:1b:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '154fe95e-b8b2-4d61-9626-93338a7c7cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:58Z', 'updated_at': '2021-01-15T15:09:06Z', 'revision_number': 4, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'subnets': [{'id': '154fe95e-b8b2-4d61-9626-93338a7c7cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:08.601577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:08.687641 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:08.693851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:08.694306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.790308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43244) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:08.849758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.892365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,segment=NetworkSegment(d6ccef16-163e-4dd8-bb4e-8b75ba755bab),segment_id=d6ccef16-163e-4dd8-bb4e-8b75ba755bab)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:08.896277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:08.898838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:08.984058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:08.991239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:09.051313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:09.069187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:09.073400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3f58711e934df9a08ff26ee3e965d1 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:09.076635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:09.084187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:09.214801 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:09.218575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:09.233340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6ae09c57-5256-4c31-8ba1-3272c3380f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:09.601779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43254) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:09.602412 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d3f58711e934df9a08ff26ee3e965d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8103020 Jan 15 15:09:09.605561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b287f986-2cb4-4a95-b0d9-5cabdaf40caa,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:09.623226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.623949 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.624726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.625527 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.626669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.626811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.627422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.627941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.628458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.628970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.629492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.630023 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.630649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.631159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.631723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.632387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.632895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.633451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.633996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.634562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.635249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.635619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.636026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.636427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:09.655111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:09.690666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:09.722489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:09.774875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:09.779383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-96e7b83a-d039-4a4d-a076-dd9ef1d14842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:09.792664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b287f986-2cb4-4a95-b0d9-5cabdaf40caa,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:09.797920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:09.802389 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:09.805733 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b287f986-2cb4-4a95-b0d9-5cabdaf40caa HTTP/1.1" status: 204 len: 168 time: 0.2024460 Jan 15 15:09:10.271439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43262) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:10.294909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.312682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:10.317153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Usage tracker for resource:security_group_rule and tenant:410adc79b06e42649326c36ec0f0f015 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:10.320323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:10.327294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:10.431883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.435059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.444740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-aae1bcd7-e17b-4e56-995d-511c6462f69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:10.497797 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=410adc79b06e42649326c36ec0f0f015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248595 Jan 15 15:09:10.498071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43266) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:10.500914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0b6114-cdca-493a-8c8b-3ba689f32772,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:10.506049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:10.579579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:10.597878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.633915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.687642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:10.688120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.690379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.704758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e03f5909-c794-4b16-9020-928e9948c4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:10.714235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0b6114-cdca-493a-8c8b-3ba689f32772,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:10.717421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:10.726491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:10.727749 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb0b6114-cdca-493a-8c8b-3ba689f32772 HTTP/1.1" status: 204 len: 168 time: 0.2284577 Jan 15 15:09:15.105100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43350) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:15.339041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:15.369772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:15.378393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Usage tracker for resource:security_group_rule and tenant:b35bbfaf1ef84c9db55419615283bb0f is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:15.384270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:15.401563 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:15.574219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:15.582085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:15.596615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3551102c-383f-496c-a26f-9491b4d52d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:15.678472 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b35bbfaf1ef84c9db55419615283bb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5712764 Jan 15 15:09:15.679935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372a5b0-099f-4bca-a958-ea4d900b76d6,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:15.681042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43360) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:15.686872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:15.768068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fed807e-3e0e-4416-953d-d111c005197f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:15.800940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fed807e-3e0e-4416-953d-d111c005197f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:15.853680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fed807e-3e0e-4416-953d-d111c005197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:15.859409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6bb5be1e-d3d3-4204-b819-639df646b820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:15.875810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed807e-3e0e-4416-953d-d111c005197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372a5b0-099f-4bca-a958-ea4d900b76d6,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:15.878958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0fed807e-3e0e-4416-953d-d111c005197f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:15.880407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fed807e-3e0e-4416-953d-d111c005197f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:15.881685 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0fed807e-3e0e-4416-953d-d111c005197f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e372a5b0-099f-4bca-a958-ea4d900b76d6 HTTP/1.1" status: 204 len: 168 time: 0.1989894 Jan 15 15:09:16.284675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43368) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:16.305188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:16.323939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:16.329188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4afdb57029ae4b09a33c45e637669187 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:16.332422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:16.339065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:16.484432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:16.488529 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:16.505467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-309512e3-026c-4478-bd0c-cd5291fd6625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:16.562070 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4afdb57029ae4b09a33c45e637669187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757823 Jan 15 15:09:16.563029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b613fd-44ad-4264-b649-317e9c2129ea,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:16.565901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43374) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:16.567011 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a6085d0e-72fc-4a95-bab3-486a203696d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:16.652741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:16.683642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:16.739445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:16.745618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a28611cd-2315-43b7-b535-b0ac2d4e9517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:16.758774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b613fd-44ad-4264-b649-317e9c2129ea,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:16.761421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:16.768072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:16.772039 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/30b613fd-44ad-4264-b649-317e9c2129ea HTTP/1.1" status: 204 len: 168 time: 0.2012377 Jan 15 15:09:21.164549 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-7ca61558-42d5-4052-805e-c0d839b40511 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-833198325&fields=id&tenant_id=c4df2ac211f04677bd2ee7730080ae8c HTTP/1.1" status: 200 len: 267 time: 0.0590196 Jan 15 15:09:21.366197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-8cbe253d-4579-4868-a3d4-e37d16ed92d2 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:21.367851 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-8cbe253d-4579-4868-a3d4-e37d16ed92d2 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 807 time: 0.1921484 Jan 15 15:09:21.384404 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-7634128c-f53a-4b91-be08-d9eb5469834d tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/quotas/c4df2ac211f04677bd2ee7730080ae8c HTTP/1.1" status: 200 len: 375 time: 0.0101213 Jan 15 15:09:21.499991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-ac652feb-3ac6-452d-bc6d-0bc3b83e76ac tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Synchronizing usage tracker for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:21.525129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-ac652feb-3ac6-452d-bc6d-0bc3b83e76ac tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Unset dirty status for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:21.526627 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-ac652feb-3ac6-452d-bc6d-0bc3b83e76ac tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336591 Jan 15 15:09:22.212305 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-995f2df9-5e10-47ce-9524-9c12f7a68697 service neutron] 10.222.0.71 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697719 Jan 15 15:09:22.425838 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-cfcc89c8-0023-40b1-9594-127cba80e292 service neutron] 10.222.0.71 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2022154 Jan 15 15:09:23.078595 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a1e0b46b-1a25-4e68-98bc-738705054164 req-228a42d0-487b-4b1f-9dcf-2b730d89a4b5 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 210 time: 0.0593545 Jan 15 15:09:24.349829 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-35731788-f0c7-460b-8530-d0e963e2afa8 req-96ad36c6-c2b9-4fdd-921b-f4936244987f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 210 time: 0.1142118 Jan 15 15:09:24.351616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43534) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:24.541996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:24.560963 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:24.569031 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Usage tracker for resource:security_group_rule and tenant:6d76125271774a27a5ac7b1f325eaae3 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:24.574316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:24.582587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:24.734333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:24.737695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:24.753225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce96c09a-e11a-46fc-b59e-c0ea09e4d779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:24.829324 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d76125271774a27a5ac7b1f325eaae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758933 Jan 15 15:09:24.830616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43544) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:24.831405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e01ce-2ba0-40d1-923f-39a81dddb322,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:24.847169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.847588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.848004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.848410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.848813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.849215 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.849615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.850193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.850731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.851136 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.852306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.852306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.852581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.852932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.853328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.853729 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.854115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.854510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.854906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.855298 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.855691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.856625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.857037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.857456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:24.877447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7ef4e8a1-c804-4d93-960a-1ea16216d45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:24.967817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-84383b8e-fc9f-434b-96b7-eb91cbb2352f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:24.969013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-84383b8e-fc9f-434b-96b7-eb91cbb2352f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Synchronizing usage tracker for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:network {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:24.995465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b946dc38-b4e4-4756-a85b-44c5f9d05025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:24.998973 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-84383b8e-fc9f-434b-96b7-eb91cbb2352f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Unset dirty status for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:network {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:25.001447 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-84383b8e-fc9f-434b-96b7-eb91cbb2352f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.72 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 807 time: 0.3906677 Jan 15 15:09:25.044042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b946dc38-b4e4-4756-a85b-44c5f9d05025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.143472 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b946dc38-b4e4-4756-a85b-44c5f9d05025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.154329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2160c003-ca2a-4262-822a-633047aaf8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:25.162294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-00beefd7-c295-44cb-abd0-91fa4130c5d8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Synchronizing usage tracker for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:25.182345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946dc38-b4e4-4756-a85b-44c5f9d05025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e01ce-2ba0-40d1-923f-39a81dddb322,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:25.187969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b946dc38-b4e4-4756-a85b-44c5f9d05025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:25.192723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-00beefd7-c295-44cb-abd0-91fa4130c5d8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Unset dirty status for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:25.195007 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-00beefd7-c295-44cb-abd0-91fa4130c5d8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4df2ac211f04677bd2ee7730080ae8c HTTP/1.1" status: 200 len: 5757 time: 0.1743412 Jan 15 15:09:25.210657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'port': {'device_id': 'b165e36a-7531-480d-8889-d5961546d83a', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'admin_state_up': True, 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'security_groups': ['e093bbf2-c2f4-4334-9b98-6fe54516c218']}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:25.216598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b946dc38-b4e4-4756-a85b-44c5f9d05025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.223754 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b946dc38-b4e4-4756-a85b-44c5f9d05025 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bd1e01ce-2ba0-40d1-923f-39a81dddb322 HTTP/1.1" status: 204 len: 168 time: 0.3793099 Jan 15 15:09:25.540541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:25.566417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:25.581086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Made reservation on behalf of c4df2ac211f04677bd2ee7730080ae8c for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:25.592304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.648938 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cd868391-d90b-4108-8833-d7e75259c7a5 req-18c1e93e-a87d-4de5-b1ef-51191509c0e8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 210 time: 0.0782087 Jan 15 15:09:25.860592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43558) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:25.901608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:25.926570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:25.931806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Usage tracker for resource:security_group_rule and tenant:9a56b390c54440ac83097a90bb5f3604 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:25.936536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:25.946669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:26.070265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Allocated IP 172.20.0.3 (2e3f4e3e-59b7-49d0-a035-362fa46e9cec/a454ac1f-e58f-4694-9468-752326f834a3/861d11b5-8826-4046-9230-6b41b9e4a3ad) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:09:26.083216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.087101 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.099719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9ec5306d-305f-40a9-9450-866768af813e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:26.182789 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a56b390c54440ac83097a90bb5f3604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181868 Jan 15 15:09:26.183419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43562) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:26.205325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d37180-1b43-40bc-b073-5259cb6e3186,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:26.211430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:26.302740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ed46ce57-3b41-43f6-9ac5-47305d35109b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.350745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ed46ce57-3b41-43f6-9ac5-47305d35109b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.419730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.428909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ed46ce57-3b41-43f6-9ac5-47305d35109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.436315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-25e4b6d1-204d-4c00-8e22-3fc093156cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:26.441921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Transition to ACTIVE for port object 861d11b5-8826-4046-9230-6b41b9e4a3ad will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:09:26.452184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46ce57-3b41-43f6-9ac5-47305d35109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d37180-1b43-40bc-b073-5259cb6e3186,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:26.455451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ed46ce57-3b41-43f6-9ac5-47305d35109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:26.457349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ed46ce57-3b41-43f6-9ac5-47305d35109b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.459528 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ed46ce57-3b41-43f6-9ac5-47305d35109b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53d37180-1b43-40bc-b073-5259cb6e3186 HTTP/1.1" status: 204 len: 168 time: 0.2737882 Jan 15 15:09:26.480189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:26.614440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:26.751252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event updated for resources: {'Port': ['ID=861d11b5-8826-4046-9230-6b41b9e4a3ad,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:26.754841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:26.816640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:09:26.817990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:26.821890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:09:27.037831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:27.038520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.048962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43576) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:27.078638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.083088 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8818963 Jan 15 15:09:27.097998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:27.102805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a149b10958b41dfabbc10d2ff584cf9 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:27.107035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:27.113699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:27.124350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-fd973b54-1dee-447d-a18c-bdb9f49a1824 None None] Provisioning for port 861d11b5-8826-4046-9230-6b41b9e4a3ad completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:27.135716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-fd973b54-1dee-447d-a18c-bdb9f49a1824 None None] Provisioning complete for port 861d11b5-8826-4046-9230-6b41b9e4a3ad triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:27.136939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fd973b54-1dee-447d-a18c-bdb9f49a1824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.137837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fbedc-69c2-4999-89a4-5826934d941c req-e54f73d2-9c7a-459d-9e1b-d957d29f4ce0 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:27.139545 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-4f1fbedc-69c2-4999-89a4-5826934d941c req-e54f73d2-9c7a-459d-9e1b-d957d29f4ce0 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Synchronizing usage tracker for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:27.183021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-4f1fbedc-69c2-4999-89a4-5826934d941c req-e54f73d2-9c7a-459d-9e1b-d957d29f4ce0 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Unset dirty status for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:27.196277 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f1fbedc-69c2-4999-89a4-5826934d941c req-e54f73d2-9c7a-459d-9e1b-d957d29f4ce0 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 931 time: 0.3226297 Jan 15 15:09:27.237701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-fd973b54-1dee-447d-a18c-bdb9f49a1824 None None] Port 861d11b5-8826-4046-9230-6b41b9e4a3ad cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:09:27.238165 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.244726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.265029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e6c74723-a0e0-4792-9671-bac610dc885d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:27.277658 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f1fbedc-69c2-4999-89a4-5826934d941c req-dbf92928-f5d3-4209-b98d-966cf3a1d9d2 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0802984 Jan 15 15:09:27.334240 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7a149b10958b41dfabbc10d2ff584cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837176 Jan 15 15:09:27.336660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b37f6-faee-41d2-a271-646c6bc6fec0,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:27.339668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43584) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:27.343267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-89a686e7-4517-479e-a41d-371621a941f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:27.430363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Request body: {'port': {'device_id': 'b165e36a-7531-480d-8889-d5961546d83a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:27.501546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a952e001-1ec8-457d-aea5-426b7249354d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.593334 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a952e001-1ec8-457d-aea5-426b7249354d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.625138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.759757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a952e001-1ec8-457d-aea5-426b7249354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.772034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2cbb5b45-9db2-485e-a7cb-df8507dfca5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:27.799257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952e001-1ec8-457d-aea5-426b7249354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b37f6-faee-41d2-a271-646c6bc6fec0,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:27.803759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a952e001-1ec8-457d-aea5-426b7249354d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:27.813832 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a952e001-1ec8-457d-aea5-426b7249354d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:27.815269 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a952e001-1ec8-457d-aea5-426b7249354d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/901b37f6-faee-41d2-a271-646c6bc6fec0 HTTP/1.1" status: 204 len: 168 time: 0.4734480 Jan 15 15:09:28.198417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861d11b5-8826-4046-9230-6b41b9e4a3ad {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:09:28.208482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:28.222349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Transition to ACTIVE for port object 861d11b5-8826-4046-9230-6b41b9e4a3ad will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:09:28.225803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:28.250993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-530d32a3-ae17-45b0-9272-dbdbd8c43fdb tempest-ServerRescueNegativeTestJSON-2005187031 tempest-ServerRescueNegativeTestJSON-2005187031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:28.596701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=861d11b5-8826-4046-9230-6b41b9e4a3ad,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:28.602218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:28.682878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904481e-c5e1-4192-896a-be064bbc7f9d req-7f0e7561-6025-48da-a110-fa3669073016 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:28.684951 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f904481e-c5e1-4192-896a-be064bbc7f9d req-7f0e7561-6025-48da-a110-fa3669073016 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.2116139 Jan 15 15:09:28.718426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0450569-7662-4bf2-b691-426422ad3024 req-70ae4c8f-d31e-438e-b7b7-1c38a1060b28 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:28.720320 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f0450569-7662-4bf2-b691-426422ad3024 req-70ae4c8f-d31e-438e-b7b7-1c38a1060b28 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.4754858 Jan 15 15:09:28.782833 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f904481e-c5e1-4192-896a-be064bbc7f9d req-34f53ab7-fe81-49d6-8c3a-b09abf771378 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0836418 Jan 15 15:09:28.906067 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f0450569-7662-4bf2-b691-426422ad3024 req-b009b716-36fb-48d5-84e0-95f3ece9d0e4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143446 Jan 15 15:09:28.951105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Attempting to bind port 861d11b5-8826-4046-9230-6b41b9e4a3ad on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:09:28.951483 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Attempting to bind port 861d11b5-8826-4046-9230-6b41b9e4a3ad by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:09:28.951834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Attempting to bind port 861d11b5-8826-4046-9230-6b41b9e4a3ad on network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:09:28.958616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:09:28.958969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Checking segment: {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:09:28.959349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:28.959899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Bound using segment: {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:09:28.960241 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Bound port: 861d11b5-8826-4046-9230-6b41b9e4a3ad, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90475aac-aa6d-4944-8544-24ccb5051eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:09:28.960597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.129095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] For port 861d11b5-8826-4046-9230-6b41b9e4a3ad, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:09:29.134988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] For port 861d11b5-8826-4046-9230-6b41b9e4a3ad, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:09:29.139996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.168402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2c7b98a4-79e1-44b6-8087-0a6b1f6c845b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:29.377039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=861d11b5-8826-4046-9230-6b41b9e4a3ad,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:29.381175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:29.440625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:29.441660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:29.444943 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 1157 time: 2.2988482 Jan 15 15:09:29.446081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:29.597903 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'status': 'completed', 'code': 200} Jan 15 15:09:29.659272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-054753fb-06ef-4fb4-90fc-ef17da37c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:29.661108 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-054753fb-06ef-4fb4-90fc-ef17da37c62c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1160 time: 0.1506934 Jan 15 15:09:29.751073 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-686de218-fdd8-4cbb-8140-bd6d7fa2e8db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 217 time: 0.0765030 Jan 15 15:09:29.841622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-71507081-8dee-4367-ad0e-645a9d3a4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:29.843741 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-71507081-8dee-4367-ad0e-645a9d3a4c8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.0860829 Jan 15 15:09:29.957862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-35caf082-3aad-4a79-b5ff-e572b0cc3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:29.960235 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-35caf082-3aad-4a79-b5ff-e572b0cc3638 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1090784 Jan 15 15:09:30.068497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2255a491-3a26-4d9d-a166-cd03d7ab2359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:30.323143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8e960-4f64-407f-a7a9-f5e27b867f24 req-9ca6483b-0a74-47a0-804f-f3334bff0679 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:30.326302 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aca8e960-4f64-407f-a7a9-f5e27b867f24 req-9ca6483b-0a74-47a0-804f-f3334bff0679 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1842225 Jan 15 15:09:30.392186 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aca8e960-4f64-407f-a7a9-f5e27b867f24 req-3aee57e2-509f-435e-9d24-9008246bdf2c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594983 Jan 15 15:09:30.570400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108941-b885-47ff-a139-0257fdbe888f req-28b7f112-17c2-4221-b026-1c922add5c12 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:30.572042 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a9108941-b885-47ff-a139-0257fdbe888f req-28b7f112-17c2-4221-b026-1c922add5c12 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.5643241 Jan 15 15:09:30.576237 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-591a365c-c14e-4963-8010-4814e9e349ed service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088586 Jan 15 15:09:30.770232 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a9108941-b885-47ff-a139-0257fdbe888f req-f8f91d30-b9da-47f9-8501-1f9e9a5d9b29 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1895387 Jan 15 15:09:30.828846 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5ac35b28-4170-4fb7-b50c-8c60f35b2866 req-b6b22598-6fc5-4aa7-8551-c9b6613f35a1 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2267153 Jan 15 15:09:31.007466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-f943f14f-a98f-4352-846c-3dd38e3de2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.009627 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-f943f14f-a98f-4352-846c-3dd38e3de2e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1160 time: 0.0859563 Jan 15 15:09:31.172941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-bbc817a0-412b-43c1-9af3-609d0093d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.174797 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-bbc817a0-412b-43c1-9af3-609d0093d21b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.1584566 Jan 15 15:09:31.260007 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-72efbf9a-f25f-4a97-afdc-efa7cce945ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 217 time: 0.0774250 Jan 15 15:09:31.335019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-bce3f2e0-62f6-499b-878c-7922732df0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.336861 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-bce3f2e0-62f6-499b-878c-7922732df0d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.0702202 Jan 15 15:09:31.461122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-bf4ac8b6-9b72-4234-95ac-37caa35d03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.463165 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-bf4ac8b6-9b72-4234-95ac-37caa35d03a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1118481 Jan 15 15:09:31.698124 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-7650e3b7-7e88-4666-bb24-5f8bbad65c71 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246957 Jan 15 15:09:31.751309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e445a4-9a7b-44db-b734-488de2834bcd req-8d48699d-3ff9-45b6-aef2-7e6f6e22e4bb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:31.755388 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e3e445a4-9a7b-44db-b734-488de2834bcd req-8d48699d-3ff9-45b6-aef2-7e6f6e22e4bb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1282456 Jan 15 15:09:31.846713 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e3e445a4-9a7b-44db-b734-488de2834bcd req-bfc03ff3-a813-4786-96a7-0600f2ab2269 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865235 Jan 15 15:09:31.890062 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ec2b4ed2-dc93-4816-bda1-2397afd8a1f8 req-3407a5ad-3bad-47ea-a73e-d80ee224cef3 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1858380 Jan 15 15:09:32.121922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63fef-031a-4de1-a56a-ffe252868de4 req-37c45db5-3e61-4b95-88c9-a67b7c836f10 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:32.123780 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e0e63fef-031a-4de1-a56a-ffe252868de4 req-37c45db5-3e61-4b95-88c9-a67b7c836f10 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.1326258 Jan 15 15:09:32.179199 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e0e63fef-031a-4de1-a56a-ffe252868de4 req-102d11b3-c83a-4125-8a31-7b7137742e06 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0490746 Jan 15 15:09:33.042179 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f208a5f3-8d75-458f-8d2f-746dd08cddfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.152769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7d2c-010a-4bf2-b2b8-cf43d3f634b8 req-a4a41e45-7d45-47ae-90b4-a30065dbb564 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:33.155032 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5bbf7d2c-010a-4bf2-b2b8-cf43d3f634b8 req-a4a41e45-7d45-47ae-90b4-a30065dbb564 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1266427 Jan 15 15:09:33.242355 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5bbf7d2c-010a-4bf2-b2b8-cf43d3f634b8 req-2c8d4cf5-0c2d-4546-b47b-c554f33f7ba3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780165 Jan 15 15:09:33.435426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dbba5-3f5f-4776-acaf-153f10bc0dbe req-d32c68ca-27fb-4565-85f3-90bb240eb730 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:33.437045 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9b9dbba5-3f5f-4776-acaf-153f10bc0dbe req-d32c68ca-27fb-4565-85f3-90bb240eb730 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.1049588 Jan 15 15:09:33.516683 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9b9dbba5-3f5f-4776-acaf-153f10bc0dbe req-8d4348f1-4cde-40ae-b3da-b639d5e24db9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0727303 Jan 15 15:09:33.629064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:33.927221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:34.003959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 861d11b5-8826-4046-9230-6b41b9e4a3ad completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:34.009448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 861d11b5-8826-4046-9230-6b41b9e4a3ad triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:34.009893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.144608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.186356 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:34.202956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 861d11b5-8826-4046-9230-6b41b9e4a3ad, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:34.206120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.208183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:34.347537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=861d11b5-8826-4046-9230-6b41b9e4a3ad,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:34.348759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 43684) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:34.359989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:34.561495 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b2c43-b80e-43ca-bbbc-0ee52eaeab19 req-4154d197-e60e-4b9c-8948-91d27d7cd256 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:34.563411 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d98b2c43-b80e-43ca-bbbc-0ee52eaeab19 req-4154d197-e60e-4b9c-8948-91d27d7cd256 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1276906 Jan 15 15:09:34.604183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.623097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:34.631743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Usage tracker for resource:security_group_rule and tenant:263f262acfbf4902a8622707668347c1 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:34.633651 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'code': 200} Jan 15 15:09:34.637390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:34.647256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:34.650699 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d98b2c43-b80e-43ca-bbbc-0ee52eaeab19 req-2f60b8ed-dc65-4733-aa48-4b784e7e9e43 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759656 Jan 15 15:09:34.735647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.893441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.898297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:34.916769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1befe94e-ed7e-4644-b422-a2c8c664f043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:34.977715 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=263f262acfbf4902a8622707668347c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272235 Jan 15 15:09:34.984178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43692) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:34.986183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c25c17-5784-4668-86b1-2616716ece5d,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:34.990454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:35.025430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344db3ca-c55e-42e6-9126-d25526d821ab req-2c277946-be1b-4ff6-9234-3b4baa115b2a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:35.027226 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-344db3ca-c55e-42e6-9126-d25526d821ab req-2c277946-be1b-4ff6-9234-3b4baa115b2a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.2536538 Jan 15 15:09:35.117660 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-344db3ca-c55e-42e6-9126-d25526d821ab req-dc839a1b-db33-46e4-87e9-c4c0eecfda93 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0814602 Jan 15 15:09:35.157385 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2943c841-8a12-4b85-b6ea-25a7a7d04b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.180868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293aff1-dd25-4579-9e65-0da1c584b3bc req-57b954db-6173-481f-a157-ef68a0d68499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:35.182982 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8293aff1-dd25-4579-9e65-0da1c584b3bc req-57b954db-6173-481f-a157-ef68a0d68499 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.1763294 Jan 15 15:09:35.219561 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2943c841-8a12-4b85-b6ea-25a7a7d04b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.283150 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8293aff1-dd25-4579-9e65-0da1c584b3bc req-065a0a7e-bd9d-4923-8eb8-404a7f15e401 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0901060 Jan 15 15:09:35.297354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2943c841-8a12-4b85-b6ea-25a7a7d04b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.302744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b8f125d5-f5b6-4b61-9819-6d6a0492f0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:35.321249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943c841-8a12-4b85-b6ea-25a7a7d04b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c25c17-5784-4668-86b1-2616716ece5d,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:35.325154 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2943c841-8a12-4b85-b6ea-25a7a7d04b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:35.327230 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2943c841-8a12-4b85-b6ea-25a7a7d04b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.330381 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2943c841-8a12-4b85-b6ea-25a7a7d04b4b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/05c25c17-5784-4668-86b1-2616716ece5d HTTP/1.1" status: 204 len: 168 time: 0.3425968 Jan 15 15:09:35.726819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:35.772454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.810557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 861d11b5-8826-4046-9230-6b41b9e4a3ad triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:35.810959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:35.988794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8f645-973e-44bd-9c0b-9cfb54232f35 req-8354b3f9-f893-464c-afed-7dc29c48bad2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:35.991456 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f8a8f645-973e-44bd-9c0b-9cfb54232f35 req-8354b3f9-f893-464c-afed-7dc29c48bad2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1464450 Jan 15 15:09:36.055579 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f8a8f645-973e-44bd-9c0b-9cfb54232f35 req-a85003f2-9609-45ad-9125-f31bbc1e1c7b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510783 Jan 15 15:09:36.425736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a4b5-7f41-4e8f-9cdf-02b0de13b42d req-3e37a81c-12b4-401a-804a-3fb713023c9b tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:36.428377 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7412a4b5-7f41-4e8f-9cdf-02b0de13b42d req-3e37a81c-12b4-401a-804a-3fb713023c9b tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1236212 Jan 15 15:09:36.452422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43718) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:36.512833 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7412a4b5-7f41-4e8f-9cdf-02b0de13b42d req-592c9f14-be10-49e4-a646-cce8b839e503 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0707567 Jan 15 15:09:36.677059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1300983901-network', 'tenant_id': '0f43d8de2104454b932d2dbe35865ae9'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:36.682420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:36.686865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Usage tracker for resource:network and tenant:0f43d8de2104454b932d2dbe35865ae9 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:36.690105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:36.696473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:36.710301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Made reservation on behalf of 0f43d8de2104454b932d2dbe35865ae9 for: {'network': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:36.715846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.730531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.748537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:36.752998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f43d8de2104454b932d2dbe35865ae9 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:36.756142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:36.765528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:36.865040 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.868074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.873052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-49428474-7c3b-4773-b84d-9040cf60f5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:36.903929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:09:36.922601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab2bbd-220d-4771-be88-14e89fb9b269,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:36.930388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:36.932114 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277467402731', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:36.932864 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Added segment 8317cb66-650b-4fb2-b668-23606765661c of type vxlan for network b822e4dc-a221-44fe-96e4-88afa59890fa Jan 15 15:09:36.979548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.017954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.019393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:37.020043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.025871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-be454e58-9df7-4259-a85f-6c1ec92d5b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:37.140640 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6864257 Jan 15 15:09:37.144837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43726) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:09:37.154497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Request body: {'subnet': {'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1300983901-subnet', 'tenant_id': '0f43d8de2104454b932d2dbe35865ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:37.158797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Pushing event updated for resources: {'Network': ['ID=b822e4dc-a221-44fe-96e4-88afa59890fa,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:37.163330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:37.164606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:37.172757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Usage tracker for resource:subnet and tenant:0f43d8de2104454b932d2dbe35865ae9 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:37.174703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:37.176135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network b822e4dc-a221-44fe-96e4-88afa59890fa details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:09:37.187211 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:37.195972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network b822e4dc-a221-44fe-96e4-88afa59890fa details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:09:37.203732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Made reservation on behalf of 0f43d8de2104454b932d2dbe35865ae9 for: {'subnet': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:37.212422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2491907'] for subnet, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.431941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.555622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0425a-1c20-4461-a0da-8641d57ecd9d req-b0772202-a6c8-41d8-adfe-2c3d6567d4d5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:37.557470 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d3b0425a-1c20-4461-a0da-8641d57ecd9d req-b0772202-a6c8-41d8-adfe-2c3d6567d4d5 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.2391846 Jan 15 15:09:37.648314 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d3b0425a-1c20-4461-a0da-8641d57ecd9d req-e3448a9f-8970-4dad-987c-4d11dcd8f69e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811698 Jan 15 15:09:37.683141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:37.800666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 861d11b5-8826-4046-9230-6b41b9e4a3ad triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:37.801614 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:37.844395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7a2c5-60fb-4ad8-9e68-5cd1a3558f74 req-3cc07615-de6c-464d-aac1-28925ee36f42 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:37.846131 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-37c7a2c5-60fb-4ad8-9e68-5cd1a3558f74 req-3cc07615-de6c-464d-aac1-28925ee36f42 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1298208 Jan 15 15:09:37.912634 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-37c7a2c5-60fb-4ad8-9e68-5cd1a3558f74 req-1ba4b209-379c-4ce4-8f95-0fcd9cba77a8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0542860 Jan 15 15:09:37.988713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2491954'] for subnet, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:38.021115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5a38975e-e771-4113-bf6b-f8deaaf525d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:38.284731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4383b0f0-5fdc-48ba-b043-b7907d2c0863,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:38.299600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:38.373943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b409-ea50-40b4-825e-538696c8fc46 req-7a6ef3f2-1014-4821-8532-be39e183f739 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:38.375798 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cad8b409-ea50-40b4-825e-538696c8fc46 req-7a6ef3f2-1014-4821-8532-be39e183f739 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1919198 Jan 15 15:09:38.435335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Checking segment: {'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:09:38.436365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Network hostable DHCP agents. Network: b822e4dc-a221-44fe-96e4-88afa59890fa, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:09:38.463583 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cad8b409-ea50-40b4-825e-538696c8fc46 req-840f7fc2-43f2-4ea9-94bd-0114957716c9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0797129 Jan 15 15:09:38.473937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Network b822e4dc-a221-44fe-96e4-88afa59890fa is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:09:38.493781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, b822e4dc-a221-44fe-96e4-88afa59890fa) {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:38.508739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ae74e-873c-49df-ab9e-c63b5d4d6c8c None None] Network b822e4dc-a221-44fe-96e4-88afa59890fa requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:09:38.538711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:38.539659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:38.578703 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-909ba2b8-e26e-487d-9a50-de263a59ef56 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4186244 Jan 15 15:09:38.755565 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-3b3986d6-7efd-4be2-a3b9-1c440ff5f07e tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2245414 Jan 15 15:09:38.767891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'floatingip': {'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:38.799046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:38.807239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Usage tracker for resource:floatingip and tenant:c4df2ac211f04677bd2ee7730080ae8c is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:38.810740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:38.818452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:38.824488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6b2ca-ef14-4751-8903-895017e21e12 None None] Network b822e4dc-a221-44fe-96e4-88afa59890fa requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:09:38.833077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for floatingip, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.033423 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.044064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d588b-0cc8-496a-bca2-c47c21a8dae5 req-88372ad3-3b97-4251-9d0d-8338313ed7e8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:39.059668 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f6d588b-0cc8-496a-bca2-c47c21a8dae5 req-88372ad3-3b97-4251-9d0d-8338313ed7e8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.2037015 Jan 15 15:09:39.147600 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4f6d588b-0cc8-496a-bca2-c47c21a8dae5 req-7c505f5d-4297-4827-a087-025b82106b09 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832450 Jan 15 15:09:39.517775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Allocated IP 172.28.1.198 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/31173250-34f3-4fa2-84e7-441e1c54dbf3) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:09:39.716857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.743738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:39.757605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-90377b02-6236-4513-826c-f51e57eb3b59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:39.894201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event updated for resources: {'Port': ['ID=31173250-34f3-4fa2-84e7-441e1c54dbf3,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:39.898543 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:39.957358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:09:39.959218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:39.962991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:09:40.048858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for floatingip, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.117642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.188736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:09:40.431168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.435865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.453503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:40.453736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cde8eb-b809-44bb-8571-bc92332f952b req-f4a3d5db-526e-4661-9126-5ffe95537636 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:40.455492 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f2cde8eb-b809-44bb-8571-bc92332f952b req-f4a3d5db-526e-4661-9126-5ffe95537636 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1320555 Jan 15 15:09:40.547052 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f2cde8eb-b809-44bb-8571-bc92332f952b req-c999a8d7-eb5c-44b6-ad9d-23446da8180b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843992 Jan 15 15:09:40.626302 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event updated for resources: {'Port': ['ID=31173250-34f3-4fa2-84e7-441e1c54dbf3,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:40.631135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:40.768308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.821694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:40.823106 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-7460e0fa-f95a-43e3-8fca-3f07123ee2f4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0616622 Jan 15 15:09:41.001254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-f843bdd1-8116-4323-806e-bb575557d3bd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Synchronizing usage tracker for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:floatingip {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:41.032071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-f843bdd1-8116-4323-806e-bb575557d3bd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Unset dirty status for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:floatingip {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:41.034001 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-f843bdd1-8116-4323-806e-bb575557d3bd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.198 HTTP/1.1" status: 200 len: 696 time: 0.1987073 Jan 15 15:09:41.289530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-26af6484-0993-420e-8c3a-eff2675ced38 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.291842 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-26af6484-0993-420e-8c3a-eff2675ced38 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/networks/f32376d6-bd19-4563-b529-d250bc891f90 HTTP/1.1" status: 200 len: 784 time: 0.2448227 Jan 15 15:09:41.296236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f10a3-960e-4b06-8345-716b3f02d755 req-851b0af5-c535-432b-8478-0491553f0f68 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.297575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-853f10a3-960e-4b06-8345-716b3f02d755 req-851b0af5-c535-432b-8478-0491553f0f68 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Synchronizing usage tracker for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:network {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:41.311332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-95be8ed1-669d-4652-84fb-457b4d1c9c93 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:09:41.312576 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f6c43d1-687b-41e2-83a8-7a41342a0965 req-95be8ed1-669d-4652-84fb-457b4d1c9c93 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0091281 Jan 15 15:09:41.326872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-853f10a3-960e-4b06-8345-716b3f02d755 req-851b0af5-c535-432b-8478-0491553f0f68 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Unset dirty status for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:network {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:41.328342 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-851b0af5-c535-432b-8478-0491553f0f68 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/networks?id=b822e4dc-a221-44fe-96e4-88afa59890fa HTTP/1.1" status: 200 len: 814 time: 0.3330896 Jan 15 15:09:41.359098 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-11d595b4-0b2e-47a4-9702-93d27d4944be tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/quotas/0f43d8de2104454b932d2dbe35865ae9 HTTP/1.1" status: 200 len: 375 time: 0.0209105 Jan 15 15:09:41.456176 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-386fa57a-8885-4caa-8e62-0e852f49ba8f tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f43d8de2104454b932d2dbe35865ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819759 Jan 15 15:09:41.707449 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-72202875-5667-4231-9b6f-799a41616b1b tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:41.711187 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-72202875-5667-4231-9b6f-799a41616b1b tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2503266 Jan 15 15:09:41.906550 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-fee9b781-0290-4fc3-a5e7-5684dbba7418 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.198 HTTP/1.1" status: 200 len: 696 time: 0.1803241 Jan 15 15:09:41.909538 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-fc6e656e-d9ce-411f-92c7-0455f55ac649 service neutron] 10.222.0.71 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372056 Jan 15 15:09:41.922783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Request body: {'floatingip': {'port_id': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:42.065503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for floatingip, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:42.427040 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-62b68071-d73b-420a-836a-3ee32c510d57 service neutron] 10.222.0.71 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5108433 Jan 15 15:09:43.023550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62566eb-a85f-4ed8-a9c5-43fe0189e581 req-f30c50a0-81ae-42c2-8b1e-8fa334d6a928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:43.033197 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c62566eb-a85f-4ed8-a9c5-43fe0189e581 req-f30c50a0-81ae-42c2-8b1e-8fa334d6a928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1882744 Jan 15 15:09:43.118399 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c62566eb-a85f-4ed8-a9c5-43fe0189e581 req-4388f0db-de33-4c50-8823-ab6e62b22f3f tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837407 Jan 15 15:09:43.442522 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fbf16964-a09f-4c2d-b227-019c81a63633 req-892a94d2-dbf3-4388-b6e0-1c273b3625ba tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 210 time: 0.0810866 Jan 15 15:09:43.551731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.resource_extend [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 15:09:43.705213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:43.709741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:43.995818 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Floating IP d82ebde4-77c6-4f79-8790-5665825b49a9 associated. External IP: 172.28.1.198, port: 861d11b5-8826-4046-9230-6b41b9e4a3ad. Jan 15 15:09:44.728708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f10a3-960e-4b06-8345-716b3f02d755 req-1e0258a2-d134-4332-b19a-f5c1cf3a6e17 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:44.731446 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-1e0258a2-d134-4332-b19a-f5c1cf3a6e17 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "GET /v2.0/networks?id=b822e4dc-a221-44fe-96e4-88afa59890fa HTTP/1.1" status: 200 len: 814 time: 0.2512436 Jan 15 15:09:44.761716 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Request body: {'port': {'device_id': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa', 'admin_state_up': True, 'tenant_id': '0f43d8de2104454b932d2dbe35865ae9'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:44.824230 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:09:44.872383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e0605-54b8-4f2b-8cf1-5a9732b85fe8 req-9d9f80a8-467c-4ab1-ac75-2bacdffbeebb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:44.875863 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-014e0605-54b8-4f2b-8cf1-5a9732b85fe8 req-9d9f80a8-467c-4ab1-ac75-2bacdffbeebb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.4927208 Jan 15 15:09:45.056583 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-014e0605-54b8-4f2b-8cf1-5a9732b85fe8 req-ab54772c-c411-4128-bb1b-2dc8096b08d8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868440 Jan 15 15:09:45.136564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:09:45.156811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Usage tracker for resource:port and tenant:0f43d8de2104454b932d2dbe35865ae9 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:09:45.164388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Quota usage for port was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:09:45.178949 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:09:45.196998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Made reservation on behalf of 0f43d8de2104454b932d2dbe35865ae9 for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:09:45.205619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:09:45.212839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.219394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] Sync routers for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:09:45.243387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:45.251846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:45.253596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:09:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:45.312599 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-9cbc26d9-6e38-4961-8467-c6c76fe8b541 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "PUT /v2.0/floatingips/d82ebde4-77c6-4f79-8790-5665825b49a9 HTTP/1.1" status: 200 len: 996 time: 3.3986704 Jan 15 15:09:45.313354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:45.398307 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c397848e-9312-4237-9168-1ff992b4467d req-04b9feb0-3de1-453e-8a31-1b00fe8deeb0 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 210 time: 0.0972571 Jan 15 15:09:45.563253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-4ac04c52-62bc-4512-8e22-8911614c83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:45.569499 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-4ac04c52-62bc-4512-8e22-8911614c83c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.2326097 Jan 15 15:09:45.609520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:45.994429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-85ce2a2c-4e32-4d2f-919c-8effe9ff397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:45.997179 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-85ce2a2c-4e32-4d2f-919c-8effe9ff397b service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.4190469 Jan 15 15:09:46.076354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Allocated IP 172.20.0.14 (b822e4dc-a221-44fe-96e4-88afa59890fa/4383b0f0-5fdc-48ba-b043-b7907d2c0863/9a9f47dc-4eac-4d60-b66e-edb076ca49d1) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:09:46.430565 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'status': 'completed', 'code': 200} Jan 15 15:09:46.462481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.594313 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-3e44079a-12c0-4b77-ae64-fa019f5f704a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 999 time: 0.5891926 Jan 15 15:09:46.601924 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:46.636291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-58abdfad-27c5-4273-b2a1-2b0082562e9f tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:46.727812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Pushing event updated for resources: {'Port': ['ID=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:46.738152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:46.753328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'd82ebde4-77c6-4f79-8790-5665825b49a9', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'floating_ip_address': '172.28.1.198', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'port_id': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'mac_address': 'fa:16:3e:69:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165e36a-7531-480d-8889-d5961546d83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:09:40Z', 'updated_at': '2021-01-15T15:09:43Z', 'revision_number': 1, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:53Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:46.758844 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] Checking router: ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:09:46.771687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:09:46.772769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:09:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:46.783607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-a507d169-c5f6-4636-b427-0a180c0c5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:46.785929 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-a507d169-c5f6-4636-b427-0a180c0c5e41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.1784549 Jan 15 15:09:46.913225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d19698-0cea-4117-9b5b-99a69a11579c req-45cb20c8-3142-420a-87ea-d52634d9af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:46.915942 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77d19698-0cea-4117-9b5b-99a69a11579c req-45cb20c8-3142-420a-87ea-d52634d9af81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.4843440 Jan 15 15:09:47.021367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:09:47.023616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70344671-c700-40f6-8313-cb5bd6dcb311 req-257f0d21-f67c-420b-bd7e-21ffd3976552 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:47.038313 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-70344671-c700-40f6-8313-cb5bd6dcb311 req-257f0d21-f67c-420b-bd7e-21ffd3976552 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.5036271 Jan 15 15:09:47.089782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Network b822e4dc-a221-44fe-96e4-88afa59890fa is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:09:47.108335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:09:47.112995 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:09:47.195318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-f2d45b0b-05f8-450b-84fc-e6367d73a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:47.197785 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-f2d45b0b-05f8-450b-84fc-e6367d73a7ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3996172 Jan 15 15:09:47.227680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-7730c32b-2f9d-4c8f-878b-7399d2b7c0f0 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:09:47.229372 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-7730c32b-2f9d-4c8f-878b-7399d2b7c0f0 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0143204 Jan 15 15:09:47.235791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d19698-0cea-4117-9b5b-99a69a11579c req-8df384a8-77b6-431d-ad7a-58c58169f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:47.237512 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77d19698-0cea-4117-9b5b-99a69a11579c req-8df384a8-77b6-431d-ad7a-58c58169f8b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.3073726 Jan 15 15:09:47.266742 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:47.267572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:47.343769 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-70344671-c700-40f6-8313-cb5bd6dcb311 req-9b241335-b786-4406-9981-93e62d5629f3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036592 Jan 15 15:09:47.380943 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6293905 Jan 15 15:09:47.403160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Request body: {'port': {'device_id': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:09:47.530916 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77d19698-0cea-4117-9b5b-99a69a11579c req-dcdcb60d-5349-4cba-aa45-6f95c5a84682 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 999 time: 0.2640049 Jan 15 15:09:47.655677 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-ef863a4e-4473-4326-b7fb-b8aa93734c76 service neutron] 10.222.0.71 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155569 Jan 15 15:09:47.848861 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cee7f89a-76cb-413e-a1a3-edce891f46d9 req-d63fbe1b-01a8-43ee-b14c-b2c3c6c84a97 service neutron] 10.222.0.71 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1917567 Jan 15 15:09:47.862170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'd82ebde4-77c6-4f79-8790-5665825b49a9', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'floating_ip_address': '172.28.1.198', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'port_id': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'mac_address': 'fa:16:3e:69:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165e36a-7531-480d-8889-d5961546d83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:09:40Z', 'updated_at': '2021-01-15T15:09:43Z', 'revision_number': 1, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:53Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:09:47.864807 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d19698-0cea-4117-9b5b-99a69a11579c req-98a35613-5ec9-4102-af52-b76842748102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:47.866745 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77d19698-0cea-4117-9b5b-99a69a11579c req-98a35613-5ec9-4102-af52-b76842748102 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.3286221 Jan 15 15:09:47.874374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62cf6e3-6d3c-4ea4-9946-7f047e357033 None None] The sync data for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb is: [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'd82ebde4-77c6-4f79-8790-5665825b49a9', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'floating_ip_address': '172.28.1.198', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'port_id': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'mac_address': 'fa:16:3e:69:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b165e36a-7531-480d-8889-d5961546d83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:09:40Z', 'updated_at': '2021-01-15T15:09:43Z', 'revision_number': 1, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:53Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:09:47.910394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:48.002971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d19698-0cea-4117-9b5b-99a69a11579c req-f5cd9493-f760-43e8-9999-50ff8cbbbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:48.008920 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77d19698-0cea-4117-9b5b-99a69a11579c req-f5cd9493-f760-43e8-9999-50ff8cbbbb72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1323457 Jan 15 15:09:48.023972 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8c65a-33a3-47a9-a5fa-1175354bb8d4 req-e61a6aa5-5cba-4c97-b70d-454b7acebc17 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:48.024956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-63a8c65a-33a3-47a9-a5fa-1175354bb8d4 req-e61a6aa5-5cba-4c97-b70d-454b7acebc17 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Synchronizing usage tracker for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:48.060471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-63a8c65a-33a3-47a9-a5fa-1175354bb8d4 req-e61a6aa5-5cba-4c97-b70d-454b7acebc17 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Unset dirty status for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:48.062072 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63a8c65a-33a3-47a9-a5fa-1175354bb8d4 req-e61a6aa5-5cba-4c97-b70d-454b7acebc17 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 932 time: 0.3497045 Jan 15 15:09:48.277016 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77d19698-0cea-4117-9b5b-99a69a11579c req-410558eb-64ad-4704-91be-a876b9334af5 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606635 Jan 15 15:09:48.377064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7353138-73fd-4419-a936-2679f6098d3b None None] New status for floating IP d82ebde4-77c6-4f79-8790-5665825b49a9: ACTIVE {{(pid=80125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:09:48.381518 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-63a8c65a-33a3-47a9-a5fa-1175354bb8d4 req-d2f42353-938c-4b91-bda0-5a152cd20af9 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Synchronizing usage tracker for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:09:48.548118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-63a8c65a-33a3-47a9-a5fa-1175354bb8d4 req-d2f42353-938c-4b91-bda0-5a152cd20af9 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Unset dirty status for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:09:48.549847 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-77d19698-0cea-4117-9b5b-99a69a11579c req-54c8d2b1-e0b7-4121-92b4-d943a899ba90 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2621236 Jan 15 15:09:48.561612 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63a8c65a-33a3-47a9-a5fa-1175354bb8d4 req-d2f42353-938c-4b91-bda0-5a152cd20af9 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874306 Jan 15 15:09:48.850527 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:09:48.866956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:48.901963 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Transition to ACTIVE for port object 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:09:48.913411 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:48.939483 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5945db-4ae2-4134-9c36-99dd73d4639d req-da8101ac-8526-4610-8ced-d0b4800d8a6a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:48.948416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9b57d8cd-88b6-4cae-a9dc-9bde5f22e3fb tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:48.955466 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f5945db-4ae2-4134-9c36-99dd73d4639d req-da8101ac-8526-4610-8ced-d0b4800d8a6a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1843138 Jan 15 15:09:49.055468 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f5945db-4ae2-4134-9c36-99dd73d4639d req-0368b4b9-2450-4c6b-85d8-91465d0488eb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985134 Jan 15 15:09:49.272720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Pushing event updated for resources: {'Port': ['ID=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:49.279825 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:49.567563 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Attempting to bind port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:09:49.568271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Attempting to bind port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:09:49.568605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Attempting to bind port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 on network b822e4dc-a221-44fe-96e4-88afa59890fa {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:09:49.575886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:09:49.576421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Checking segment: {'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:09:49.576709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.577040 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Bound using segment: {'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:09:49.577531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Bound port: 9a9f47dc-4eac-4d60-b66e-edb076ca49d1, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:09:49.577924 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.735683 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] For port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:09:49.739818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] For port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,segment=NetworkSegment(8317cb66-650b-4fb2-b668-23606765661c),segment_id=8317cb66-650b-4fb2-b668-23606765661c)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:09:49.745319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:49.766181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:50.401170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Pushing event updated for resources: {'Port': ['ID=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:50.420127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:50.455001 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d0009-0ec9-48f7-827d-5d99e13a30d2 req-7ccec5a7-7bf0-4812-ba38-f1d0df94af45 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:50.458457 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c88d0009-0ec9-48f7-827d-5d99e13a30d2 req-7ccec5a7-7bf0-4812-ba38-f1d0df94af45 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1944606 Jan 15 15:09:50.495398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c7ef-dfde-436a-8754-ed08864147ac req-8b811741-1e9b-44b7-a6c6-dfa529d6389e tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:50.505831 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5c46c7ef-dfde-436a-8754-ed08864147ac req-8b811741-1e9b-44b7-a6c6-dfa529d6389e tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 944 time: 0.7027328 Jan 15 15:09:50.547709 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c88d0009-0ec9-48f7-827d-5d99e13a30d2 req-cbbca4f8-c7e6-4ecb-b451-f7ba0c788cbb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812237 Jan 15 15:09:50.567329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:50.568936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:50.571741 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] 10.222.0.72 "PUT /v2.0/ports/9a9f47dc-4eac-4d60-b66e-edb076ca49d1 HTTP/1.1" status: 200 len: 1158 time: 3.1765668 Jan 15 15:09:50.572640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'tag': '9a9f47dc-4eac-4d60-b66e-edb076ca49d1'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:50.606920 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5c46c7ef-dfde-436a-8754-ed08864147ac req-d6cecd50-75d6-4601-9613-a67b360298ed tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998247 Jan 15 15:09:50.694898 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'tag': '9a9f47dc-4eac-4d60-b66e-edb076ca49d1', 'status': 'completed', 'code': 200} Jan 15 15:09:50.738318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f10a3-960e-4b06-8345-716b3f02d755 req-5ce252ad-e05b-45ba-8804-69c320a4bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:50.740292 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-5ce252ad-e05b-45ba-8804-69c320a4bfd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f43d8de2104454b932d2dbe35865ae9&device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 1161 time: 0.1048279 Jan 15 15:09:50.838787 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-69a22a41-97b7-4234-94bd-f6123fc96639 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9f47dc-4eac-4d60-b66e-edb076ca49d1 HTTP/1.1" status: 200 len: 217 time: 0.0851827 Jan 15 15:09:50.951439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f10a3-960e-4b06-8345-716b3f02d755 req-b9eef003-bfe3-42b5-930c-48e3f00dc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:50.952912 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-b9eef003-bfe3-42b5-930c-48e3f00dc18d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4383b0f0-5fdc-48ba-b043-b7907d2c0863 HTTP/1.1" status: 200 len: 854 time: 0.1045623 Jan 15 15:09:51.020354 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-a9849367-5f37-4d8e-b025-f1fb8378c868 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b822e4dc-a221-44fe-96e4-88afa59890fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589206 Jan 15 15:09:51.244133 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-1ea12b78-dab6-4577-8780-6e737a3dab76 service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164090 Jan 15 15:09:51.442191 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-853f10a3-960e-4b06-8345-716b3f02d755 req-e7a8fd74-189a-41d4-9068-3316f97f75ff service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1905751 Jan 15 15:09:51.641823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-960879c9-4549-43e8-9a1b-9c55c3e89f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:51.641823 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-960879c9-4549-43e8-9a1b-9c55c3e89f75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f43d8de2104454b932d2dbe35865ae9&device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 1161 time: 0.1004901 Jan 15 15:09:51.993123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-6145f1d1-4e28-4c7b-b522-baf22eab6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:51.998780 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-6145f1d1-4e28-4c7b-b522-baf22eab6fd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b822e4dc-a221-44fe-96e4-88afa59890fa HTTP/1.1" status: 200 len: 908 time: 0.3450575 Jan 15 15:09:52.201697 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a394f1-6f6d-4c80-8661-7e13fa652945 req-5159e88a-1cee-444b-a6de-13c50a9d28b8 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:52.215144 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-aba9da7a-3ef0-472a-8866-4990bf705ffe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a9f47dc-4eac-4d60-b66e-edb076ca49d1 HTTP/1.1" status: 200 len: 217 time: 0.2023299 Jan 15 15:09:52.215455 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-45a394f1-6f6d-4c80-8661-7e13fa652945 req-5159e88a-1cee-444b-a6de-13c50a9d28b8 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 944 time: 0.2474861 Jan 15 15:09:52.272802 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-45a394f1-6f6d-4c80-8661-7e13fa652945 req-7c9520d2-9bc9-485a-bb24-93c10df46e39 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545743 Jan 15 15:09:52.340556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-feccbba7-f1c2-48d7-b03d-dc29fb9d3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:52.342853 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-feccbba7-f1c2-48d7-b03d-dc29fb9d3d48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4383b0f0-5fdc-48ba-b043-b7907d2c0863 HTTP/1.1" status: 200 len: 854 time: 0.1163769 Jan 15 15:09:52.418392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a785ff9-12f0-4ae5-a972-22db7d4ba09a req-a1127fe3-ad0a-43e9-bc2f-644fbafb4fc0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:52.422056 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2a785ff9-12f0-4ae5-a972-22db7d4ba09a req-a1127fe3-ad0a-43e9-bc2f-644fbafb4fc0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.2872534 Jan 15 15:09:52.476805 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-c13aaffb-29a9-4c37-b66f-30591eea960d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b822e4dc-a221-44fe-96e4-88afa59890fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242881 Jan 15 15:09:52.620919 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2a785ff9-12f0-4ae5-a972-22db7d4ba09a req-95cdbfe6-93df-4652-90e7-6e37e3fb5e0e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887195 Jan 15 15:09:52.747153 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-69f2e029-67c1-49cb-851a-42f101ba5d57 service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587824 Jan 15 15:09:52.973180 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5b5d4e76-a099-43db-9de3-643534d8c60f req-cca30e60-02d5-47e9-942d-c3c9664e5138 service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2181575 Jan 15 15:09:53.611308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3af246-3d34-48a9-987b-368ce6ad6e1d req-d5bcc2c1-d455-416c-8f00-a3f1daa0609f tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:53.613338 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fe3af246-3d34-48a9-987b-368ce6ad6e1d req-d5bcc2c1-d455-416c-8f00-a3f1daa0609f tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 944 time: 0.1648023 Jan 15 15:09:53.683314 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fe3af246-3d34-48a9-987b-368ce6ad6e1d req-3f1ef154-048e-4fd7-93fe-cb6e32d42fd1 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jan 15 15:09:53.844301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-1dca274f-e2b7-47da-bdd6-70c6a4e0213c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:09:54.059340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5405b-9e93-4288-9196-cbd48d14d98f req-b50399ad-dcd5-4ade-ba4c-278cc94416d1 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:54.061271 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1cf5405b-9e93-4288-9196-cbd48d14d98f req-b50399ad-dcd5-4ade-ba4c-278cc94416d1 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1405611 Jan 15 15:09:54.155186 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1cf5405b-9e93-4288-9196-cbd48d14d98f req-6e4fc72a-ca4d-43bb-9bb7-49038028cdc2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857697 Jan 15 15:09:54.439965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:54.525542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:09:54.532465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:54.533204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.707202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.739636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9f47dc-4eac-4d60-b66e-edb076ca49d1'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:54.751708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,segment=NetworkSegment(8317cb66-650b-4fb2-b668-23606765661c),segment_id=8317cb66-650b-4fb2-b668-23606765661c)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:54.759661 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:54.762940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:54.860469 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9f47dc-4eac-4d60-b66e-edb076ca49d1', 'code': 200} Jan 15 15:09:54.873885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:09:54.890569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.891228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.891888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.892540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.893194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.893843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.894788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.895440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.896263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.896918 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.897558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.898252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.899087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.899732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.900378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.901022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.901667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.902978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.903628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.904274 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.904917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.906739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.907804 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.908481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:09:54.918216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:09:55.067667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6733-2e4f-44b6-bdd5-137aeeee64ac req-ffd0d091-0684-4ceb-b969-a01bac48c921 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.069441 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-462f6733-2e4f-44b6-bdd5-137aeeee64ac req-ffd0d091-0684-4ceb-b969-a01bac48c921 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1322479 Jan 15 15:09:55.151191 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-462f6733-2e4f-44b6-bdd5-137aeeee64ac req-cd7166f5-aab1-4655-a105-ad2252803818 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717897 Jan 15 15:09:55.263512 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028a7f8-369e-4412-8d11-e8758452565e req-8284286a-df6d-44c8-9519-e20a3f257751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.265333 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5028a7f8-369e-4412-8d11-e8758452565e req-8284286a-df6d-44c8-9519-e20a3f257751 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 1163 time: 0.1063941 Jan 15 15:09:55.337661 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5028a7f8-369e-4412-8d11-e8758452565e req-1103304b-eac7-4c1d-bc0c-bca39ad35c3d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635519 Jan 15 15:09:55.543454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bbc40-14fa-4b71-b306-265f0c755f8b req-5649167e-d95a-4c2a-ac89-5b245854c819 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:55.544971 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cd1bbc40-14fa-4b71-b306-265f0c755f8b req-5649167e-d95a-4c2a-ac89-5b245854c819 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1355970 Jan 15 15:09:55.618560 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cd1bbc40-14fa-4b71-b306-265f0c755f8b req-8bca8ef7-b633-4053-937a-515a7f52de45 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598092 Jan 15 15:09:55.780371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:55.862825 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:55.863247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:56.394554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7335121-f7be-4283-9b81-8f78a822d999 req-80d1256a-61d7-434e-987b-378230b43cc1 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.396216 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f7335121-f7be-4283-9b81-8f78a822d999 req-80d1256a-61d7-434e-987b-378230b43cc1 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1022727 Jan 15 15:09:56.478924 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f7335121-f7be-4283-9b81-8f78a822d999 req-29f81aa9-6abf-4cb6-9906-a78c1a4cede4 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740721 Jan 15 15:09:56.485625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-2ec77b67-2a3e-4038-9961-f78898d2b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.487769 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-2ec77b67-2a3e-4038-9961-f78898d2b67d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1163 time: 0.0838504 Jan 15 15:09:56.704424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-786dc552-50b2-43b3-bbae-b6608592ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:56.706553 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-786dc552-50b2-43b3-bbae-b6608592ba8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.1913166 Jan 15 15:09:56.931055 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-23bef380-64df-4509-80b6-4043da69bb04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 200 len: 1002 time: 0.2166364 Jan 15 15:09:57.026207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef958-01d6-4f22-85a7-5a546f6fdb15 req-f644629a-c1b1-4fcd-ac41-65c19fa8e0fe tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:57.027841 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-31cef958-01d6-4f22-85a7-5a546f6fdb15 req-f644629a-c1b1-4fcd-ac41-65c19fa8e0fe tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.2095494 Jan 15 15:09:57.036023 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-885da2b5-f0ad-4295-baa3-3e4a53613658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:57.037804 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-885da2b5-f0ad-4295-baa3-3e4a53613658 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.0980239 Jan 15 15:09:57.148868 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-31cef958-01d6-4f22-85a7-5a546f6fdb15 req-778fdcf4-8c58-47f1-b78b-f31aeb9cca16 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098394 Jan 15 15:09:57.174848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-bf1846d8-774f-46bb-bf00-415e597d6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:57.177056 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-bf1846d8-774f-46bb-bf00-415e597d6fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1098843 Jan 15 15:09:57.417461 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-fd28a63d-c4c2-4001-af5e-ae1d2f405cfe service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329609 Jan 15 15:09:57.582548 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-16961b2a-7866-4fce-8838-49099d76a4e7 req-fb0cfac6-1614-4ff0-99a1-45e486a4abbd service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1572015 Jan 15 15:09:57.775776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c488bea-9987-47b0-b2e4-9d75ba1512d3 req-79401849-c20c-4e15-85f7-a42f024e315b tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:57.777728 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5c488bea-9987-47b0-b2e4-9d75ba1512d3 req-79401849-c20c-4e15-85f7-a42f024e315b tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1138399 Jan 15 15:09:57.852849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:09:57.860083 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5c488bea-9987-47b0-b2e4-9d75ba1512d3 req-44cdd007-a1d3-40f2-ae42-561ca2d214d3 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707560 Jan 15 15:09:57.969297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:09:57.970041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:58.484806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c1c9-98f4-406c-a1b2-b5089cea743e req-e5c22e01-cf57-4d63-9703-48bb2287a925 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:58.486691 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2154c1c9-98f4-406c-a1b2-b5089cea743e req-e5c22e01-cf57-4d63-9703-48bb2287a925 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1594179 Jan 15 15:09:58.609809 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2154c1c9-98f4-406c-a1b2-b5089cea743e req-c9ed3211-6a97-4323-8dd9-e9744b55559a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923772 Jan 15 15:09:59.677624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:09:59.847004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:59.896168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:09:59.913142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:09:59.916599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:09:59.926099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:09:59.951991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34f1a7-f010-4697-b615-19025a48c68d req-e72f7969-c7f3-4083-8640-9069016158ac tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:09:59.953920 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ac34f1a7-f010-4697-b615-19025a48c68d req-e72f7969-c7f3-4083-8640-9069016158ac tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1372695 Jan 15 15:10:00.000087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:00.004600 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'code': 200} Jan 15 15:10:00.005502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:00.025876 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ac34f1a7-f010-4697-b615-19025a48c68d req-0b29cdbf-6e14-4703-89f9-55fc2ef09b1b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605741 Jan 15 15:10:00.065575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-be266f92-e8da-4a11-b3c7-86f76eee066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:02.076487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 43984) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:10:02.088783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292c3e-a378-4ffd-b095-fa4de452c129 req-f935a034-0eb7-4fd5-8375-78a4386f4bcb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:02.090844 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-44292c3e-a378-4ffd-b095-fa4de452c129 req-f935a034-0eb7-4fd5-8375-78a4386f4bcb tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1199720 Jan 15 15:10:02.176709 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-44292c3e-a378-4ffd-b095-fa4de452c129 req-79ebf668-f354-44e9-b5fa-82a9da6bc891 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734696 Jan 15 15:10:02.248399 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-4569b6a4-d1d2-4187-bd14-9ded6b45bb61 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1696084 Jan 15 15:10:02.904335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-5ce32980-11fa-4ec5-aa75-006c2f857cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:02.907168 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-5ce32980-11fa-4ec5-aa75-006c2f857cd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857&tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98 HTTP/1.1" status: 200 len: 1161 time: 0.0865719 Jan 15 15:10:03.043418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-238cf08e-b449-4be4-a3f7-80f79fe6e341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:03.046808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-8db4add8-ea9e-4717-88e4-d99bca59e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:03.048459 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-8db4add8-ea9e-4717-88e4-d99bca59e404 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1161 time: 0.0999954 Jan 15 15:10:03.255055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-da18efd5-9339-406d-8476-d7b2c3264278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:03.256693 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-da18efd5-9339-406d-8476-d7b2c3264278 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.2016900 Jan 15 15:10:03.641266 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:03.732094 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-a5e61a02-2310-478f-8e88-8a449e61e42e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 200 len: 1000 time: 0.4680932 Jan 15 15:10:03.843053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97eda6-b6f9-403a-accd-c6d1215e5774 req-ea8e0426-1f84-4c52-9316-e06b93012ce8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:03.844767 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b97eda6-b6f9-403a-accd-c6d1215e5774 req-ea8e0426-1f84-4c52-9316-e06b93012ce8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.4878430 Jan 15 15:10:03.847109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-8ec1324c-2d7f-4f49-afcc-622c4bade412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:03.848825 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-8ec1324c-2d7f-4f49-afcc-622c4bade412 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.1101832 Jan 15 15:10:03.955222 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b97eda6-b6f9-403a-accd-c6d1215e5774 req-043ce8d8-7ccd-447e-93e0-c475a0c667a8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023636 Jan 15 15:10:03.977597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-df55e67f-3782-4ba9-a9fb-fa9dd237c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:03.979292 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-df55e67f-3782-4ba9-a9fb-fa9dd237c139 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1059368 Jan 15 15:10:04.134384 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-c4ed0f39-5792-45bf-b5c6-f1245853b323 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476445 Jan 15 15:10:04.301815 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-25c1c488-af5f-4528-8890-ba6c15abf106 req-4555e2f3-68a9-4893-a2cb-c2f8b867c3c2 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1605105 Jan 15 15:10:04.732849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:05.266790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e97cb-baae-4ad6-9a1f-6a92712baadd req-94f828b7-a97c-4441-b330-cc93e8f14976 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:05.268683 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0d5e97cb-baae-4ad6-9a1f-6a92712baadd req-94f828b7-a97c-4441-b330-cc93e8f14976 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1329498 Jan 15 15:10:05.342846 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0d5e97cb-baae-4ad6-9a1f-6a92712baadd req-c9775c9f-18c9-46ad-81b1-14317e6f9031 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645468 Jan 15 15:10:05.741903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:06.760531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e969f8-7285-4615-8984-2dcdc8d4da8d req-a95d8918-269b-42b7-aa79-efb7724a7c65 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:06.762927 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94e969f8-7285-4615-8984-2dcdc8d4da8d req-a95d8918-269b-42b7-aa79-efb7724a7c65 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1547794 Jan 15 15:10:06.827561 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-94e969f8-7285-4615-8984-2dcdc8d4da8d req-a7bf99a9-b6e8-4ca9-8458-6b6676411be7 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582602 Jan 15 15:10:07.403637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:08.135892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e6d78-4d5e-433e-9ef3-18cf974c6959 req-bd1f9359-6b22-4bf3-aaf4-49184ce3863e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:08.138208 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-395e6d78-4d5e-433e-9ef3-18cf974c6959 req-bd1f9359-6b22-4bf3-aaf4-49184ce3863e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1284492 Jan 15 15:10:08.209681 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-395e6d78-4d5e-433e-9ef3-18cf974c6959 req-9a8f0cf7-e5c9-4867-ac70-010705f3dbf7 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603008 Jan 15 15:10:09.585652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e171d6-2b57-4a80-a771-bd9271442b2e req-883f62a2-79ed-4309-9c6f-c5977b86518e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:09.587450 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-52e171d6-2b57-4a80-a771-bd9271442b2e req-883f62a2-79ed-4309-9c6f-c5977b86518e tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1446521 Jan 15 15:10:09.649668 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-52e171d6-2b57-4a80-a771-bd9271442b2e req-9f2d4ae8-4c87-4ace-83ea-2db621c12189 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488484 Jan 15 15:10:10.928860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9915c7-9be2-456d-9712-379baa2ebcc7 req-d389cb29-2366-4193-bfc2-42cb5e6c5491 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:10.930560 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6e9915c7-9be2-456d-9712-379baa2ebcc7 req-d389cb29-2366-4193-bfc2-42cb5e6c5491 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1040184 Jan 15 15:10:10.987086 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6e9915c7-9be2-456d-9712-379baa2ebcc7 req-b88d2d48-aa89-4037-8ece-1ff90a0c1407 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491185 Jan 15 15:10:12.366553 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352356f-5f04-483d-b1de-534a1782a0b5 req-c813f455-e2bc-46c4-b0fa-4dcca1b73f6a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:12.368304 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f352356f-5f04-483d-b1de-534a1782a0b5 req-c813f455-e2bc-46c4-b0fa-4dcca1b73f6a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1734149 Jan 15 15:10:12.433658 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f352356f-5f04-483d-b1de-534a1782a0b5 req-9d7643a7-5e6b-4b66-b2b8-7829b5734a01 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569351 Jan 15 15:10:13.780862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eae1e7-7cbe-4e48-9314-3202f5c418a9 req-4c3e24e1-68e3-4568-ad1e-9d2fdc9b2d34 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:13.789519 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38eae1e7-7cbe-4e48-9314-3202f5c418a9 req-4c3e24e1-68e3-4568-ad1e-9d2fdc9b2d34 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1232915 Jan 15 15:10:13.844718 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-38eae1e7-7cbe-4e48-9314-3202f5c418a9 req-ecf5276d-9e03-4faf-93d3-98db7cafbaa2 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537195 Jan 15 15:10:15.123009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccab3c-9e80-4ad1-abe3-6082c72968dd req-381cb4a2-e5a1-4f8f-ba65-4ceb18f316ec tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:15.124975 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4eccab3c-9e80-4ad1-abe3-6082c72968dd req-381cb4a2-e5a1-4f8f-ba65-4ceb18f316ec tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1139963 Jan 15 15:10:15.185934 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4eccab3c-9e80-4ad1-abe3-6082c72968dd req-213defa7-1643-40c1-a7af-081dba0df9fd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539482 Jan 15 15:10:16.492348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c3f1-6f1c-44e2-b3b8-69eb0c83b718 req-6bd79d4a-0885-417d-b503-7f310932b300 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:16.494123 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-14d2c3f1-6f1c-44e2-b3b8-69eb0c83b718 req-6bd79d4a-0885-417d-b503-7f310932b300 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1192775 Jan 15 15:10:16.571295 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-14d2c3f1-6f1c-44e2-b3b8-69eb0c83b718 req-e61573e7-bf92-4446-8c2c-cda0e14dc2a0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688004 Jan 15 15:10:17.192786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:10:17.883709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e29c1-8ad5-4f55-902d-978eefa8390b req-8a82b591-383b-4750-8720-b2b33d6f6a4b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:17.885465 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc4e29c1-8ad5-4f55-902d-978eefa8390b req-8a82b591-383b-4750-8720-b2b33d6f6a4b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1393976 Jan 15 15:10:17.957595 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc4e29c1-8ad5-4f55-902d-978eefa8390b req-6243233b-9a21-4f20-b9d7-1472fc18b74d tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595801 Jan 15 15:10:19.323010 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36286f-4195-49c5-a152-5098497eac93 req-42071a92-490d-464f-82f3-5ad1082f37f0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:19.325306 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6d36286f-4195-49c5-a152-5098497eac93 req-42071a92-490d-464f-82f3-5ad1082f37f0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1329274 Jan 15 15:10:19.396345 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6d36286f-4195-49c5-a152-5098497eac93 req-826ef965-5dbb-4126-8faf-ec073d15c86b tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646062 Jan 15 15:10:20.725282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b00d-350c-4122-ab05-717d6a62ee32 req-7731f2a3-b786-4823-b019-38c2b6b280b9 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:20.727047 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3684b00d-350c-4122-ab05-717d6a62ee32 req-7731f2a3-b786-4823-b019-38c2b6b280b9 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1075125 Jan 15 15:10:20.784624 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3684b00d-350c-4122-ab05-717d6a62ee32 req-640d8a84-94b7-432d-a9bb-3613e7b65076 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493610 Jan 15 15:10:22.078417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6e459-e79c-4154-835a-0d3890e68e3a req-79854e37-324d-47c4-a662-4f9e3e9264be tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:22.081048 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f0f6e459-e79c-4154-835a-0d3890e68e3a req-79854e37-324d-47c4-a662-4f9e3e9264be tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1222415 Jan 15 15:10:22.149300 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f0f6e459-e79c-4154-835a-0d3890e68e3a req-b9283489-27ab-461a-9e60-193baa6a8a38 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532351 Jan 15 15:10:22.372457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:22.462745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:22.463360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:22.592850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:22.622697 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:22.633787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:22.637435 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:22.640492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:22.686741 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'code': 200} Jan 15 15:10:22.723710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=6']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:22.729211 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:23.037394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6aa3-630f-4642-9251-b97251bd9b01 req-9c0ea794-582f-43ea-8c12-1925d410966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:23.040269 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bbec6aa3-630f-4642-9251-b97251bd9b01 req-9c0ea794-582f-43ea-8c12-1925d410966f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1163 time: 0.0954354 Jan 15 15:10:23.093345 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bbec6aa3-630f-4642-9251-b97251bd9b01 req-e7315e22-5a40-44d9-b5c4-bd8f37d7ec3d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459042 Jan 15 15:10:23.437502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c6fa2-2d5b-41ff-b568-7f3916e897e7 req-41db03ef-dabc-4c3f-9166-7aef68cfae31 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:23.439640 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-815c6fa2-2d5b-41ff-b568-7f3916e897e7 req-41db03ef-dabc-4c3f-9166-7aef68cfae31 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1044881 Jan 15 15:10:23.499039 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-815c6fa2-2d5b-41ff-b568-7f3916e897e7 req-2317f376-ea04-443c-b61f-9f40a5fc79f8 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522361 Jan 15 15:10:24.038995 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:10:24.125251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:10:24.125814 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:24.838889 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24d9c8-ef67-4fab-bf0a-0052c4e6bea2 req-131ed841-cc05-471f-ab2e-b6fabb174e66 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:24.840772 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa24d9c8-ef67-4fab-bf0a-0052c4e6bea2 req-131ed841-cc05-471f-ab2e-b6fabb174e66 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1193910 Jan 15 15:10:24.906920 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa24d9c8-ef67-4fab-bf0a-0052c4e6bea2 req-daa67e47-d472-4c58-a0a8-a415888639ea tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589898 Jan 15 15:10:26.234084 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144706-0113-4941-9681-5dc9a235452c req-bca38eea-519e-418d-921c-f8e55fd16e03 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:26.236089 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ed144706-0113-4941-9681-5dc9a235452c req-bca38eea-519e-418d-921c-f8e55fd16e03 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.1204312 Jan 15 15:10:26.294850 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ed144706-0113-4941-9681-5dc9a235452c req-e0bb3176-55e8-4bbc-8266-ea24e091f0db tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513935 Jan 15 15:10:30.069906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c307beab-18db-460d-b403-18bab74ab2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:31.021961 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-99d8f9dd-dffb-4489-b72b-f8490147406c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0817673 Jan 15 15:10:31.195409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cebd4-cf17-4842-b1da-c35894211023 req-e2319bef-5001-47ed-bd25-cd2256bde4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.197050 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-e2319bef-5001-47ed-bd25-cd2256bde4f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 1163 time: 0.0813203 Jan 15 15:10:31.414292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cebd4-cf17-4842-b1da-c35894211023 req-3b2aea7a-3db1-412a-ad22-07d66506fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.415845 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-3b2aea7a-3db1-412a-ad22-07d66506fdef service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 200 len: 911 time: 0.1977975 Jan 15 15:10:31.569279 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-de743e28-8024-46af-a2df-f90372a93796 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 200 len: 1002 time: 0.1458864 Jan 15 15:10:31.672905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cebd4-cf17-4842-b1da-c35894211023 req-fa5f58bc-d3e8-4cdf-ba1e-03f74c6aa20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.674682 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-fa5f58bc-d3e8-4cdf-ba1e-03f74c6aa20f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 200 len: 856 time: 0.0995238 Jan 15 15:10:31.792836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cebd4-cf17-4842-b1da-c35894211023 req-1b6bdbd4-8712-4572-931e-4c6e45edcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:31.794704 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-1b6bdbd4-8712-4572-931e-4c6e45edcc59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8096091-86f5-4853-bcd6-2603566edd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1120703 Jan 15 15:10:31.953855 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-69d35bb5-5208-4fac-bd20-0a0e04606374 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497405 Jan 15 15:10:32.161653 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-667cebd4-cf17-4842-b1da-c35894211023 req-550b6e3b-2d52-4e35-b67e-37a0b1ab9824 service neutron] 10.222.0.72 "GET /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2007358 Jan 15 15:10:33.041023 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d174596c-02f6-46e7-b288-8c176b3718d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:33.639178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:34.726934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:35.741933 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:37.427120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:43.674922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445524f2-3849-41f3-89eb-7d929c25aeeb req-80be9110-731f-4a6b-adf8-4f0615105af4 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:43.676533 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-445524f2-3849-41f3-89eb-7d929c25aeeb req-80be9110-731f-4a6b-adf8-4f0615105af4 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1197612 Jan 15 15:10:43.747689 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-445524f2-3849-41f3-89eb-7d929c25aeeb req-46650c19-91fe-4232-8f64-281d9bb4c98d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Jan 15 15:10:45.052182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710488-13fa-4f51-aee4-b982bc3c63d3 req-f9c7e438-0e16-4d44-85e2-80b07a04b86d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:45.053936 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-52710488-13fa-4f51-aee4-b982bc3c63d3 req-f9c7e438-0e16-4d44-85e2-80b07a04b86d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1554050 Jan 15 15:10:45.131805 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-52710488-13fa-4f51-aee4-b982bc3c63d3 req-d3a72299-d1d0-4970-9b9e-647e144aa551 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712850 Jan 15 15:10:46.378421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c014c-e1c0-46cd-bfbb-12727738c070 req-5a0e4076-2d00-431a-b2e6-acfdb3d9c2a6 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:46.380127 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ce8c014c-e1c0-46cd-bfbb-12727738c070 req-5a0e4076-2d00-431a-b2e6-acfdb3d9c2a6 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1097414 Jan 15 15:10:46.435244 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ce8c014c-e1c0-46cd-bfbb-12727738c070 req-1ee87e12-29d0-4d33-a5c8-26a476a41d7c tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476642 Jan 15 15:10:47.692928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd9e24-f90d-4583-9580-774b76aa0857 req-1d5379cf-884a-48f5-b90b-423a659bb5d9 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:47.694601 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-64fd9e24-f90d-4583-9580-774b76aa0857 req-1d5379cf-884a-48f5-b90b-423a659bb5d9 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1206484 Jan 15 15:10:47.757511 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-64fd9e24-f90d-4583-9580-774b76aa0857 req-e62cc3fe-f85f-485d-a59c-bcd2c0b8b39a tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525293 Jan 15 15:10:48.514656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-7a5f698b-007c-4448-8c7e-e29692a40cf3 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:48.516343 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-7a5f698b-007c-4448-8c7e-e29692a40cf3 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.1112812 Jan 15 15:10:48.647723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Deleting port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:10:48.648384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:49.065139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] For port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,segment=NetworkSegment(8317cb66-650b-4fb2-b668-23606765661c),segment_id=8317cb66-650b-4fb2-b668-23606765661c)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:10:49.065940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:49.417862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Calling delete_port for 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:10:49.483823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a6fdc-7571-42ac-a3bb-88a91d5e275a req-f3f97020-573e-4cec-9725-6689a1cfb622 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:49.485543 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-393a6fdc-7571-42ac-a3bb-88a91d5e275a req-f3f97020-573e-4cec-9725-6689a1cfb622 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 946 time: 0.5617299 Jan 15 15:10:49.588962 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-393a6fdc-7571-42ac-a3bb-88a91d5e275a req-4d982665-280f-4714-98a1-70561dafc702 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870316 Jan 15 15:10:49.673935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:49.689891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-07811405-b3bd-4681-b679-8b7e6c347aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:49.787386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Pushing event deleted for resources: {'Port': ['ID=9a9f47dc-4eac-4d60-b66e-edb076ca49d1,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:10:49.811339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.811803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.812277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.812690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.813158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.813616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.814067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.814481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.814967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.815333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.815862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.816323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.816855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.817259 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.817658 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.818142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.818540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.819066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.819469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.819987 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.820360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.820758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.821153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.821540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:10:49.826739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:10:49.929176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] No DVR routers for this DVR port 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:10:49.932460 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:49.935570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'name': 'network-vif-deleted', 'tag': '9a9f47dc-4eac-4d60-b66e-edb076ca49d1'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:10:49.953294 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-229fee81-5f59-427e-bf50-4e0739c65c86 req-a3e9a641-2b44-47ba-9216-f014bea4e88d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "DELETE /v2.0/ports/9a9f47dc-4eac-4d60-b66e-edb076ca49d1 HTTP/1.1" status: 204 len: 173 time: 1.4267349 Jan 15 15:10:50.162218 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c', 'name': 'network-vif-deleted', 'tag': '9a9f47dc-4eac-4d60-b66e-edb076ca49d1', 'status': 'completed', 'code': 200} Jan 15 15:10:50.215711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:10:50.254055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] No Port match for: 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:10:50.254442 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 9a9f47dc-4eac-4d60-b66e-edb076ca49d1 not bound to the agent host hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:10:50.820429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-e5875ff9-2c83-44db-b403-514fc8a58337 req-424d3cf0-5387-4a79-9d36-2d3f6025fb8f tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Synchronizing usage tracker for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:10:50.836771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-e5875ff9-2c83-44db-b403-514fc8a58337 req-424d3cf0-5387-4a79-9d36-2d3f6025fb8f tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Unset dirty status for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:10:50.838248 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5875ff9-2c83-44db-b403-514fc8a58337 req-424d3cf0-5387-4a79-9d36-2d3f6025fb8f tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=a0c3dcce-3f15-4db0-91b3-5bfd7c27de5c HTTP/1.1" status: 200 len: 210 time: 0.0685174 Jan 15 15:10:54.197565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:10:56.588332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-714589e0-f0c7-494b-bd3f-3e17bd622e9d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:56.590131 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-714589e0-f0c7-494b-bd3f-3e17bd622e9d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/networks?id=b822e4dc-a221-44fe-96e4-88afa59890fa HTTP/1.1" status: 200 len: 814 time: 0.2189975 Jan 15 15:10:56.610981 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0386e35a-0c48-4a07-9c9d-be6235b2d8f5 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/quotas/0f43d8de2104454b932d2dbe35865ae9 HTTP/1.1" status: 200 len: 375 time: 0.0142045 Jan 15 15:10:56.665412 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-28d2d53d-cda6-4fb0-8790-a56cf95a7b45 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f43d8de2104454b932d2dbe35865ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483453 Jan 15 15:10:56.829885 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-ce562926-d20b-4ba5-b891-752a5742bd90 service neutron] 10.222.0.71 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557763 Jan 15 15:10:56.996427 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-76936e20-046a-4308-87bd-e7ffb25c48df service neutron] 10.222.0.71 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1596162 Jan 15 15:10:57.226234 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2824b0d7-628d-4fd0-a2c5-4632926b26bc req-7526e7a0-3c6f-4139-8b1e-c0308896904d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0466287 Jan 15 15:10:58.431043 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-be248a4b-ff43-42c7-a231-779298493082 req-ed05076c-5ae2-4751-b93f-ec5955a21b44 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0535800 Jan 15 15:10:58.735843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-968b858b-dcbe-4b4e-a1cf-b3b67d4e941c tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:58.737497 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-968b858b-dcbe-4b4e-a1cf-b3b67d4e941c tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "GET /v2.0/networks?id=b822e4dc-a221-44fe-96e4-88afa59890fa HTTP/1.1" status: 200 len: 814 time: 0.2577999 Jan 15 15:10:58.775576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Request body: {'port': {'device_id': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa', 'admin_state_up': True, 'tenant_id': '0f43d8de2104454b932d2dbe35865ae9'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:10:58.949075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:10:58.958884 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:10:58.969395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Made reservation on behalf of 0f43d8de2104454b932d2dbe35865ae9 for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:10:58.978394 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:59.385596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Allocated IP 172.20.0.10 (b822e4dc-a221-44fe-96e4-88afa59890fa/4383b0f0-5fdc-48ba-b043-b7907d2c0863/87c11656-83e4-4f13-bbbf-56c2cb21bed7) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:10:59.736471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:59.778599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:10:59.796051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-44b8263f-8f13-4faa-9817-21d8ceb512c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:10:59.873731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c9fc2-6b04-448b-a9e3-df3a427e01dd req-9d16cdfb-b716-4490-8676-d48e087a20d9 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:10:59.876547 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3d3c9fc2-6b04-448b-a9e3-df3a427e01dd req-9d16cdfb-b716-4490-8676-d48e087a20d9 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 932 time: 0.1674507 Jan 15 15:10:59.955026 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3d3c9fc2-6b04-448b-a9e3-df3a427e01dd req-d8e41b82-bf64-49a9-acf8-c7e1e519aea8 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661514 Jan 15 15:11:00.063587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-37c306f6-ee06-4124-8617-ad3c840e61a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.080822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Pushing event updated for resources: {'Port': ['ID=87c11656-83e4-4f13-bbbf-56c2cb21bed7,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:00.090693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:00.173634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Network b822e4dc-a221-44fe-96e4-88afa59890fa is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:00.175653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:00.200545 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb22f-e3f1-4407-b070-0798da78dbbf req-ed71cefe-f5e2-4cf3-bf0a-2a32900ec663 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:00.202288 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b2cb22f-e3f1-4407-b070-0798da78dbbf req-ed71cefe-f5e2-4cf3-bf0a-2a32900ec663 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.2038033 Jan 15 15:11:00.203164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:00.317500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:00.318254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:00.329684 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0b2cb22f-e3f1-4407-b070-0798da78dbbf req-36b23219-c894-42c9-a467-134a78145bc0 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968230 Jan 15 15:11:00.356237 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5860426 Jan 15 15:11:00.378493 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Request body: {'port': {'device_id': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:00.501115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.095426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c11656-83e4-4f13-bbbf-56c2cb21bed7 {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:11:01.108376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.131016 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Transition to ACTIVE for port object 87c11656-83e4-4f13-bbbf-56c2cb21bed7 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:01.136031 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.164653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d618faaa-ac72-495a-b38e-a3958795304a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:01.274913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace9ff-e858-434d-85e4-1385a21a4a0e req-ab582d3e-ebe5-41f0-8ac4-ae38418cfb91 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:01.278107 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-55ace9ff-e858-434d-85e4-1385a21a4a0e req-ab582d3e-ebe5-41f0-8ac4-ae38418cfb91 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 944 time: 0.1791937 Jan 15 15:11:01.339640 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-55ace9ff-e858-434d-85e4-1385a21a4a0e req-ba65835c-d847-45e5-8c82-3ee9d975d388 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516670 Jan 15 15:11:01.363800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Pushing event updated for resources: {'Port': ['ID=87c11656-83e4-4f13-bbbf-56c2cb21bed7,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:01.368570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:01.655053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Attempting to bind port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:11:01.655392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Attempting to bind port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:11:01.655848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Attempting to bind port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 on network b822e4dc-a221-44fe-96e4-88afa59890fa {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:11:01.666751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:11:01.667096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Checking segment: {'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:01.667595 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.667997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Bound using segment: {'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:11:01.668574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Bound port: 87c11656-83e4-4f13-bbbf-56c2cb21bed7, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8317cb66-650b-4fb2-b668-23606765661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b822e4dc-a221-44fe-96e4-88afa59890fa'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:11:01.668958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.891200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-50a673fa-ed1f-481f-81c0-bf84ac8d9f14 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:01.894513 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-50a673fa-ed1f-481f-81c0-bf84ac8d9f14 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.4743838 Jan 15 15:11:01.983034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Deleting port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:01.983619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:01.999783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfeb8-921a-4db0-841e-1267786bebc7 req-6c0848d8-f567-4d0a-a0eb-f7b2a95d114a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.002001 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-18abfeb8-921a-4db0-841e-1267786bebc7 req-6c0848d8-f567-4d0a-a0eb-f7b2a95d114a tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 946 time: 0.4674935 Jan 15 15:11:02.094607 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-18abfeb8-921a-4db0-841e-1267786bebc7 req-4cf45562-f233-41f0-90b5-47645a01d665 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850048 Jan 15 15:11:02.101406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] For port 87c11656-83e4-4f13-bbbf-56c2cb21bed7, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:11:02.106765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] For port 87c11656-83e4-4f13-bbbf-56c2cb21bed7, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=87c11656-83e4-4f13-bbbf-56c2cb21bed7,segment=NetworkSegment(8317cb66-650b-4fb2-b668-23606765661c),segment_id=8317cb66-650b-4fb2-b668-23606765661c)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:11:02.129732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.154522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:02.259248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:02.326377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Pushing event updated for resources: {'Port': ['ID=87c11656-83e4-4f13-bbbf-56c2cb21bed7,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:02.331584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:02.367698 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.367942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.369637 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] 10.222.0.72 "PUT /v2.0/ports/87c11656-83e4-4f13-bbbf-56c2cb21bed7 HTTP/1.1" status: 200 len: 1158 time: 1.9962008 Jan 15 15:11:02.370218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'tag': '87c11656-83e4-4f13-bbbf-56c2cb21bed7'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:02.373404 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:02.373864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.442733 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'tag': '87c11656-83e4-4f13-bbbf-56c2cb21bed7', 'status': 'completed', 'code': 200} Jan 15 15:11:02.479196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.532657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:02.546869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:02.552328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.557240 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f41cfb7f-6f15-43b4-be90-9b1d79fec727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:02.648413 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'code': 200} Jan 15 15:11:02.659962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-3b61ab51-92b4-43b8-94b1-7a67da44139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.661891 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-3b61ab51-92b4-43b8-94b1-7a67da44139e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f43d8de2104454b932d2dbe35865ae9&device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 1161 time: 0.1953230 Jan 15 15:11:02.695572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=7']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:02.703913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.704301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.705369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.705369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.705369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.705749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.706088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.706463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.706829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.707189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.707559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.708344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.708344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.708691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.709055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.709416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.709775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.710622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.710622 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.710842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.711187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.711552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.711907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.712272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:02.717965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:02.831201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0ffdd-2e62-4cdb-b878-698efc9cdd50 req-242249c2-e84d-4eae-a2e6-f988740e2d91 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.832079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-0fa0ffdd-2e62-4cdb-b878-698efc9cdd50 req-242249c2-e84d-4eae-a2e6-f988740e2d91 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Synchronizing usage tracker for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:02.838295 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-b19ac17c-d259-405d-9fe0-6162713707d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c11656-83e4-4f13-bbbf-56c2cb21bed7 HTTP/1.1" status: 200 len: 217 time: 0.1566217 Jan 15 15:11:02.851013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.851455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:02.851806 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Floating IP ea542661-7706-435b-a28d-6e5642e0b8de disassociated. External IP: 172.28.1.129, port: 58bff20f-0def-4ee7-a9d9-4eb5424e3a17. Jan 15 15:11:02.852221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Calling delete_port for 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:02.909403 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-0fa0ffdd-2e62-4cdb-b878-698efc9cdd50 req-242249c2-e84d-4eae-a2e6-f988740e2d91 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Unset dirty status for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:02.910940 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0fa0ffdd-2e62-4cdb-b878-698efc9cdd50 req-242249c2-e84d-4eae-a2e6-f988740e2d91 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 944 time: 0.3456578 Jan 15 15:11:02.945983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-6d8b589c-15d0-4e12-878b-7520bdfb27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:02.948251 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-6d8b589c-15d0-4e12-878b-7520bdfb27a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4383b0f0-5fdc-48ba-b043-b7907d2c0863 HTTP/1.1" status: 200 len: 854 time: 0.1043470 Jan 15 15:11:02.963714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:11:02.964341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:11:03.014876 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-b154ed7c-2f73-45e4-a542-86c23a35e6ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b822e4dc-a221-44fe-96e4-88afa59890fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600231 Jan 15 15:11:03.038557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-27062331-6e95-45b3-8f2a-634c8c716952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.060462 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0fa0ffdd-2e62-4cdb-b878-698efc9cdd50 req-1fee33cf-781f-46dc-84e4-3a7c6bd415e0 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397445 Jan 15 15:11:03.221304 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-251c8e87-199e-44be-898a-d17525f34195 service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974173 Jan 15 15:11:03.395769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18a6bf-ea20-4769-b1eb-dfb60a44815c req-29bf10a1-b1c3-4e43-984d-5fb8512f1e38 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.397535 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9d18a6bf-ea20-4769-b1eb-dfb60a44815c req-29bf10a1-b1c3-4e43-984d-5fb8512f1e38 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 944 time: 0.1367931 Jan 15 15:11:03.435015 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-04e38617-4a60-4332-9cd4-670dbbddff7a req-716eba8c-3457-46e4-82c8-588fbc82966a service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2069244 Jan 15 15:11:03.467185 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Deleting port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:03.467851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.533053 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9d18a6bf-ea20-4769-b1eb-dfb60a44815c req-3e231eeb-3293-475e-8f1f-926f4d11b957 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d139b-a887-4616-829e-4639e7f6e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283140 Jan 15 15:11:03.633388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-58d90054-36ee-4360-ab5e-2b6305bf70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.636705 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-58d90054-36ee-4360-ab5e-2b6305bf70c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f43d8de2104454b932d2dbe35865ae9&device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 1161 time: 0.1097252 Jan 15 15:11:03.643707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.811041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-5dffa8e7-d58a-4b87-96b3-84131a7efa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.812682 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-5dffa8e7-d58a-4b87-96b3-84131a7efa48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b822e4dc-a221-44fe-96e4-88afa59890fa HTTP/1.1" status: 200 len: 908 time: 0.1683702 Jan 15 15:11:03.874943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] For port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:03.875345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:03.910752 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-78087e64-d8f9-407e-8266-2efbcc8e8a0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c11656-83e4-4f13-bbbf-56c2cb21bed7 HTTP/1.1" status: 200 len: 217 time: 0.0888166 Jan 15 15:11:03.987902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-5a9c18b6-851d-4b41-a2f1-ef300942d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:03.989547 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-5a9c18b6-851d-4b41-a2f1-ef300942d4d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4383b0f0-5fdc-48ba-b043-b7907d2c0863 HTTP/1.1" status: 200 len: 854 time: 0.0723593 Jan 15 15:11:04.058920 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-dbbb3753-80df-4294-95e6-615dd6a86d7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b822e4dc-a221-44fe-96e4-88afa59890fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623426 Jan 15 15:11:04.332325 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-5f60e6c8-9ccd-44be-b736-8a49b74831ac service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649393 Jan 15 15:11:04.348771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.349222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.349589 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Floating IP ea542661-7706-435b-a28d-6e5642e0b8de disassociated. External IP: 172.28.1.129, port: 58bff20f-0def-4ee7-a9d9-4eb5424e3a17. Jan 15 15:11:04.350113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Calling delete_port for 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:04.484559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5736af8-5092-490a-975c-3977933cebf3 req-49a90477-8ba9-4ec2-a014-fd26570df0d7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:04.489533 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5736af8-5092-490a-975c-3977933cebf3 req-49a90477-8ba9-4ec2-a014-fd26570df0d7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 944 time: 0.2702556 Jan 15 15:11:04.560787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.577418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5a474bdb-96d6-4e4c-841f-83fa3c7caa6a tempest-VolumesActionsTest-93176714 tempest-VolumesActionsTest-93176714] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:04.604635 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e5736af8-5092-490a-975c-3977933cebf3 req-26e668db-bb2c-4ff8-87ea-0faefbb87c6e tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926702 Jan 15 15:11:04.611226 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fa9363b8-3c50-4de3-9898-e572b930e278 req-edd63e02-65df-44a7-88fc-c0b8f658901f service neutron] 10.222.0.72 "GET /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2709153 Jan 15 15:11:04.631542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event deleted for resources: {'Port': ['ID=58bff20f-0def-4ee7-a9d9-4eb5424e3a17,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:04.644755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.645168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.645573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.645981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.646406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.646799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.647191 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.647562 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.647941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.648357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.648722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.649088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.649590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.650067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.650448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.650838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.651221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.651612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.652001 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.652391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.652784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.653160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.653555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.653936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:04.710610 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:04.733115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:04.804795 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a747887-dbdf-4f75-9ad8-7ca91715d5ab req-29b03463-23ba-44f6-92e4-b0821482ccfd tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 210 time: 0.0635300 Jan 15 15:11:05.066628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:11:05.281688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:11:05.301138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] Sync routers for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:11:05.314875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:05.316107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:05.329208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] No DVR routers for this DVR port 58bff20f-0def-4ee7-a9d9-4eb5424e3a17 on host hv-cinder-73414 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:05.332828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.338515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-deleted', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:05.364266 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-827c7c96-f8f1-4b9c-9325-a1a03a0ecf97 req-c7a48e16-9f95-4e5f-a75c-5cc9645b5199 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.72 "DELETE /v2.0/ports/58bff20f-0def-4ee7-a9d9-4eb5424e3a17 HTTP/1.1" status: 204 len: 173 time: 3.4642732 Jan 15 15:11:05.436188 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78868ec-7c6f-45bc-80a2-0f8fcb049857', 'name': 'network-vif-deleted', 'tag': '58bff20f-0def-4ee7-a9d9-4eb5424e3a17', 'status': 'completed', 'code': 200} Jan 15 15:11:05.585668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:05.866253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:05.977954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c922a6-021e-485c-a189-f8e7a0284de4 req-67a9972e-dff2-4e73-b7a2-4da050db6735 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:05.979773 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c1c922a6-021e-485c-a189-f8e7a0284de4 req-67a9972e-dff2-4e73-b7a2-4da050db6735 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 944 time: 0.1648612 Jan 15 15:11:06.086627 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c1c922a6-021e-485c-a189-f8e7a0284de4 req-092b15bf-cfa5-4b43-a50a-a7842fa4e68d tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973682 Jan 15 15:11:06.101231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:06.106204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] Checking router: 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:11:06.117527 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:06.118196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:06.188099 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1df74d46-25e9-454b-bf9a-04de873a0a65 req-6a295ab2-b6d0-412b-b245-bb9c424cfb67 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/ports?device_id=a78868ec-7c6f-45bc-80a2-0f8fcb049857 HTTP/1.1" status: 200 len: 210 time: 0.0634179 Jan 15 15:11:06.480958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:06.755080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 87c11656-83e4-4f13-bbbf-56c2cb21bed7 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:06.894052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:06.902581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:06.903012 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:06.956626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:06.967280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de0333-a265-474a-9af7-b894f45a82d9 None None] The sync data for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb is: [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:04:12Z', 'revision_number': 4, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '209ed24c-47b5-4b80-879c-451b030d3777', 'name': '', 'network_id': 'a8096091-86f5-4853-bcd6-2603566edd32', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'mac_address': 'fa:16:3e:28:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:09Z', 'updated_at': '2021-01-15T15:04:25Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'subnets': [{'id': 'f9299d31-2209-408c-91a3-608d1053fe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:11:07.043681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.086279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c11656-83e4-4f13-bbbf-56c2cb21bed7'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:07.103871 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 87c11656-83e4-4f13-bbbf-56c2cb21bed7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=87c11656-83e4-4f13-bbbf-56c2cb21bed7,segment=NetworkSegment(8317cb66-650b-4fb2-b668-23606765661c),segment_id=8317cb66-650b-4fb2-b668-23606765661c)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:07.108603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.111922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:07.190682 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c11656-83e4-4f13-bbbf-56c2cb21bed7', 'code': 200} Jan 15 15:11:07.240094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=87c11656-83e4-4f13-bbbf-56c2cb21bed7,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:07.245827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:07.428471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d724ec-8e48-4422-8c28-4da70d10b913 req-94a5133e-124a-4ccf-99c3-dc55a1f4fd48 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:07.436034 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c2d724ec-8e48-4422-8c28-4da70d10b913 req-94a5133e-124a-4ccf-99c3-dc55a1f4fd48 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.1705875 Jan 15 15:11:07.438310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44356) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:07.439704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cec5e-043d-4355-99d3-094cb67faa3e None None] New status for floating IP ea542661-7706-435b-a28d-6e5642e0b8de: DOWN {{(pid=80125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:11:07.441367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.503991 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c2d724ec-8e48-4422-8c28-4da70d10b913 req-57e37fdd-289b-4eff-ab57-b581e09c075e tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544775 Jan 15 15:11:07.641292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.663309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac50b1-6f99-4dd7-9584-094f2c61ad2c req-e55b8216-6ad1-4068-8e55-728a5c8901eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:07.664992 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-05ac50b1-6f99-4dd7-9584-094f2c61ad2c req-e55b8216-6ad1-4068-8e55-728a5c8901eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 1163 time: 0.1984959 Jan 15 15:11:07.724681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.799973 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-05ac50b1-6f99-4dd7-9584-094f2c61ad2c req-aeeb31db-7e13-4d37-9234-180ed882f5fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250947 Jan 15 15:11:07.818245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.823714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8365ea8c-275e-4649-90d2-aadb7acd212b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:07.842149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1d139b-a887-4616-829e-4639e7f6e831,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:07.848945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:07.852099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:07.856539 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "DELETE /v2.0/security-groups/4d1d139b-a887-4616-829e-4639e7f6e831 HTTP/1.1" status: 204 len: 168 time: 0.4140437 Jan 15 15:11:07.858835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44360) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:07.889168 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.v2.resource [None req-a01b5feb-049b-4326-8104-4fe2183fadd7 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] show failed (client error): The resource could not be found. Jan 15 15:11:07.891091 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a01b5feb-049b-4326-8104-4fe2183fadd7 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "GET /v2.0/security-groups/4d1d139b-a887-4616-829e-4639e7f6e831 HTTP/1.1" status: 404 len: 347 time: 0.0303652 Jan 15 15:11:07.895147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44364) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:08.082203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Deleting port 45a52eb8-ef72-4c42-8a2c-a775f597770a {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:08.082514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:08.480459 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 87c11656-83e4-4f13-bbbf-56c2cb21bed7 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:08.550248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:08.550967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:08.609514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:08.610277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:08.740525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Calling delete_port for 45a52eb8-ef72-4c42-8a2c-a775f597770a owned by network:floatingip {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:08.987747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5784ef-2ac3-4177-89c6-018951af4480 req-a0a8de74-f100-4ae7-ab85-fb5ecc668ba5 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:08.989466 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba5784ef-2ac3-4177-89c6-018951af4480 req-a0a8de74-f100-4ae7-ab85-fb5ecc668ba5 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.2566435 Jan 15 15:11:09.057962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.079167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:09.152294 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ba5784ef-2ac3-4177-89c6-018951af4480 req-2fd54f83-e2ed-4589-91ee-177fd4b872c3 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493969 Jan 15 15:11:09.170889 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Pushing event deleted for resources: {'Port': ['ID=45a52eb8-ef72-4c42-8a2c-a775f597770a,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:09.264254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:09.410155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks [] for floatingip, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.426772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:09.428090 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] 10.222.0.71 "DELETE /v2.0/floatingips/ea542661-7706-435b-a28d-6e5642e0b8de HTTP/1.1" status: 204 len: 168 time: 1.5315402 Jan 15 15:11:10.442205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccb339-a868-4588-a51b-198757db74c9 req-bfe67c39-730d-41f8-a15d-3be1b319f027 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:10.443942 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aeccb339-a868-4588-a51b-198757db74c9 req-bfe67c39-730d-41f8-a15d-3be1b319f027 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.1114974 Jan 15 15:11:10.508279 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aeccb339-a868-4588-a51b-198757db74c9 req-5f68169a-dab3-426c-8eb0-6079ab4a47a5 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555861 Jan 15 15:11:10.566155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 87c11656-83e4-4f13-bbbf-56c2cb21bed7 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:10.649069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:10.649498 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:12.551327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44404) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:13.325720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039072'] for router_interface, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:14.201258 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Deleting port 209ed24c-47b5-4b80-879c-451b030d3777 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:14.201957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:14.421452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] For port 209ed24c-47b5-4b80-879c-451b030d3777, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=209ed24c-47b5-4b80-879c-451b030d3777,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:14.421925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:14.595381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Calling delete_port for 209ed24c-47b5-4b80-879c-451b030d3777 owned by network:router_interface {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:14.799407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:14.818169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9521aed1-2199-4cc4-9674-3fad4fc6f337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:14.927375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=209ed24c-47b5-4b80-879c-451b030d3777,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:14.931950 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:15.344772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853264339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738640'] for router_interface, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:15.924949 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:11:16.136251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:11:16.147242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] Sync routers for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:11:16.151276 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] 10.222.0.71 "PUT /v2.0/routers/6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5986900 Jan 15 15:11:16.153861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44422) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:16.164759 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:16.166341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:16.445162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:16.638904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks [] for router, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:16.881634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:11:14Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:16.889207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] Checking router: 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:11:16.889650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:16.895890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Deleting port 146f4649-52e2-482c-b14b-4ed39705d6b5 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:16.896351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:16.905409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] Routers {'6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:16.906598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:17.107525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] For port 146f4649-52e2-482c-b14b-4ed39705d6b5, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=146f4649-52e2-482c-b14b-4ed39705d6b5,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:17.108667 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:17.164196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] Set router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:17.252440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Calling delete_port for 146f4649-52e2-482c-b14b-4ed39705d6b5 owned by network:router_gateway {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:17.405855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:17.653910 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853832472'] for router_gateway, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:17.770719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:11:14Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:17.778905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9a3bf-3e9d-4213-a863-eca614129442 None None] The sync data for ids ['6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4'] in dv-cinder-734144-13-smb is: [{'id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'name': 'tempest-AttachVolumeShelveTestJSON-1443155651-router', 'tenant_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:56Z', 'updated_at': '2021-01-15T15:11:14Z', 'revision_number': 5, 'project_id': 'c42fdda061dc4ccca9f6d45e6bf8ad98', 'gw_port': {'id': '146f4649-52e2-482c-b14b-4ed39705d6b5', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:59Z', 'updated_at': '2021-01-15T15:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:11:17.807037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499779'] for router, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:17.810218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:17.846129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853737390'] for router, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:17.847081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 {{(pid=80123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:11:17.873295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:17.877994 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2cdc8337-7846-4cb2-ae5d-5bd64f3b430f admin admin] 10.222.0.71 "DELETE /v2.0/routers/6b5b2aca-c9cc-4dcd-ad4a-539d5a8c6fa4 HTTP/1.1" status: 204 len: 168 time: 1.7207243 Jan 15 15:11:17.880158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44434) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:17.984408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Deleting subnet f9299d31-2209-408c-91a3-608d1053fe80 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:11:17.988744 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.074151 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3039937'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.267718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.619714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851669727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4141537'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.635087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 209ed24c-47b5-4b80-879c-451b030d3777 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:18.648513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5d9629d7-26f0-4a29-82d5-5f9af983ea9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:18.685139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 209ed24c-47b5-4b80-879c-451b030d3777 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:18.685739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 209ed24c-47b5-4b80-879c-451b030d3777 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:18.686245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 146f4649-52e2-482c-b14b-4ed39705d6b5 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:18.725843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 146f4649-52e2-482c-b14b-4ed39705d6b5 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:18.726468 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 146f4649-52e2-482c-b14b-4ed39705d6b5 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:18.761797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9299d31-2209-408c-91a3-608d1053fe80,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:18.765450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:18.813540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:18.819896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca95983-14f7-48cb-a281-3dd4ed4d5b33 None None] Network a8096091-86f5-4853-bcd6-2603566edd32 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:11:18.825852 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9d26243f-62ce-4c16-9fc3-daef6103883b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f9299d31-2209-408c-91a3-608d1053fe80 HTTP/1.1" status: 204 len: 168 time: 0.9399738 Jan 15 15:11:18.832088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44440) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:18.962671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.037087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Deleting port c7246e43-0e24-4dab-95a7-622119b72c32 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:19.037486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.161492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] DHCP port deletion for a8096091-86f5-4853-bcd6-2603566edd32 request from dv-cinder-734144-13-smb {{(pid=80124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:11:19.168809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Deleting port c7246e43-0e24-4dab-95a7-622119b72c32 {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:19.169358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.348811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] For port c7246e43-0e24-4dab-95a7-622119b72c32, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=c7246e43-0e24-4dab-95a7-622119b72c32,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:19.349223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.407307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] For port c7246e43-0e24-4dab-95a7-622119b72c32, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=c7246e43-0e24-4dab-95a7-622119b72c32,segment=NetworkSegment(051231cb-811d-4759-a282-e50f2c5d7684),segment_id=051231cb-811d-4759-a282-e50f2c5d7684)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:19.407695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.511204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Calling delete_port for c7246e43-0e24-4dab-95a7-622119b72c32 owned by network:dhcp {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:19.560264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Calling delete_port for c7246e43-0e24-4dab-95a7-622119b72c32 owned by network:dhcp {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:19.605076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:19.632684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:19.722929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:11:19.723557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:11:19.801739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7246e43-0e24-4dab-95a7-622119b72c32,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:19.805189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:19.859386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] No DVR routers for this DVR port c7246e43-0e24-4dab-95a7-622119b72c32 on host dv-cinder-734144-13-smb {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:20.044265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:20.198145 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8096091-86f5-4853-bcd6-2603566edd32']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:20.220615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051231cb-811d-4759-a282-e50f2c5d7684') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:20.220917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051231cb-811d-4759-a282-e50f2c5d7684') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:20.225108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Deleting port c7246e43-0e24-4dab-95a7-622119b72c32 {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:20.225805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:20.238352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851735815'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:20.255606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:20.257834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:11:20.316900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba3bc7-54d8-4547-bbf3-a71e5cac1a4e None None] The port 'c7246e43-0e24-4dab-95a7-622119b72c32' was deleted {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:11:20.497200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Network a8096091-86f5-4853-bcd6-2603566edd32 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:11:20.507321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851669636'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:20.618101 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c7246e43-0e24-4dab-95a7-622119b72c32 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:20.656965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: c7246e43-0e24-4dab-95a7-622119b72c32 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:11:20.657362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c7246e43-0e24-4dab-95a7-622119b72c32 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:20.717673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Network a8096091-86f5-4853-bcd6-2603566edd32 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:11:20.741847 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:11:20.836648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:20.842981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:20.867781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:20.892803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8096091-86f5-4853-bcd6-2603566edd32,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:20.900149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:20.915896 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4dc60017-f459-4deb-b161-4df4749e0459 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a8096091-86f5-4853-bcd6-2603566edd32 HTTP/1.1" status: 204 len: 168 time: 2.0821095 Jan 15 15:11:21.089093 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44456) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:21.151347 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1f65293d-c348-4119-bc43-b7b8b0bf4e97 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c42fdda061dc4ccca9f6d45e6bf8ad98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607412 Jan 15 15:11:21.154252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44460) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:21.238785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:21.291827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:21.366331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:21.376847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-20c493b7-e66b-401d-b336-cc7c573c1914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:21.403290 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f5d50-fc85-43f9-affb-aa8867e9c5d8,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:21.410507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:21.417596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:21.422674 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/580f5d50-fc85-43f9-affb-aa8867e9c5d8 HTTP/1.1" status: 204 len: 168 time: 0.2643137 Jan 15 15:11:22.535960 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44484) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:22.710582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1334603648-network', 'tenant_id': '01b5cce3a0ca496da91501c148881f96'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:22.716602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:22.721161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Usage tracker for resource:network and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:22.724629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:22.731875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:22.742554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Made reservation on behalf of 01b5cce3a0ca496da91501c148881f96 for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:11:22.747353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:22.761983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:22.780284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:22.785321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Usage tracker for resource:security_group_rule and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:22.788469 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:22.795465 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:22.888510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:22.891915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:22.896739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9acaf055-23a5-4f9b-8b6b-c3c47029880f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:22.928136 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:11:22.942099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35cccf2-b656-445a-86d2-a939eb18bf51,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:22.949072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:22.950115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:22.950505 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Added segment 41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4 of type vxlan for network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb Jan 15 15:11:22.980338 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:23.019166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:23.020448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:23.021096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:23.024739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:23.137098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Pushing event updated for resources: {'Network': ['ID=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:23.145929 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6085725 Jan 15 15:11:23.146769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44494) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:23.147212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:23.157461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:11:23.161781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Request body: {'subnet': {'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1334603648-subnet', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:23.172666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:23.182624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Usage tracker for resource:subnet and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:23.188927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:23.189366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:11:23.200886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:23.220987 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Made reservation on behalf of 01b5cce3a0ca496da91501c148881f96 for: {'subnet': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:11:23.226638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2491907'] for subnet, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:23.798245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2261923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2491954'] for subnet, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:23.825986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:23.984197 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e788f2ce-b3af-4557-aca0-a56a8b1eb85e,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:23.991314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:24.055065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Checking segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:24.055441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Network hostable DHCP agents. Network: cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:11:24.075628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:11:24.086182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb) {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:24.096426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae05da3-7b25-49c9-a86d-79a28c326815 None None] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:11:24.105007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:24.105665 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:24.130490 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e211b1ef-ddf3-43fb-a915-121bc3868021 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9796836 Jan 15 15:11:24.136127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44502) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:24.143131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:24.148568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:24.153815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Usage tracker for resource:router and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:24.157731 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:24.165798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:24.175271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1041205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499772'] for router, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:24.176362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853734574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854276021'] for router, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:24.203766 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:24.394829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cc69f6f-a35f-5dc5-b60c-bcf0b3486b85-cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e'}]}} from dv-cinder-734144-13-smb. {{(pid=80124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:11:24.395879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:24.533778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:24.729602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Allocated IP 172.20.0.2 (cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb/e788f2ce-b3af-4557-aca0-a56a8b1eb85e/dae7bf04-cdd2-45ae-baff-e89cb3f50520) {{(pid=80124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:11:24.983239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.016822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.034843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.047283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Transition to ACTIVE for port object dae7bf04-cdd2-45ae-baff-e89cb3f50520 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:25.065829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Transition to ACTIVE for port object dae7bf04-cdd2-45ae-baff-e89cb3f50520 will not be triggered until provisioned by entity DHCP. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:25.070914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.088452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:25.227184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Pushing event updated for resources: {'Port': ['ID=dae7bf04-cdd2-45ae-baff-e89cb3f50520,revision_number=1']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:25.246400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:25.296734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb is already hosted by enough agents. {{(pid=80124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:25.298263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Resources bound (agent type, host, resource id): {{(pid=80124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:25.301118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Received port after_create {{(pid=80124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:25.365229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Attempting to bind port dae7bf04-cdd2-45ae-baff-e89cb3f50520 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:11:25.365550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Attempting to bind port dae7bf04-cdd2-45ae-baff-e89cb3f50520 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:11:25.367014 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Attempting to bind port dae7bf04-cdd2-45ae-baff-e89cb3f50520 on network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:11:25.373554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:11:25.374154 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Checking segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:25.374717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.375357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Bound using segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:11:25.376003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Bound port: dae7bf04-cdd2-45ae-baff-e89cb3f50520, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:11:25.376591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.397008 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Allocated IP 172.28.1.92 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/29ba454d-66f6-4406-a6ef-31a2fb831316) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:11:25.493478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] For port dae7bf04-cdd2-45ae-baff-e89cb3f50520, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:11:25.499000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] For port dae7bf04-cdd2-45ae-baff-e89cb3f50520, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=dae7bf04-cdd2-45ae-baff-e89cb3f50520,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:11:25.503515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.530943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:25.745223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Pushing event updated for resources: {'Port': ['ID=dae7bf04-cdd2-45ae-baff-e89cb3f50520,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:25.754153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:25.905466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.940186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:25.955736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3cec5da6-4df5-4056-bca3-fe11a7c9e356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:26.105220 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Pushing event updated for resources: {'Port': ['ID=29ba454d-66f6-4406-a6ef-31a2fb831316,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:26.109294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:26.196827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:26.198179 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:26.200754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:26.714659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device dae7bf04-cdd2-45ae-baff-e89cb3f50520 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:26.800784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:26.834654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port dae7bf04-cdd2-45ae-baff-e89cb3f50520 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:27.226191 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853734612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502'] for router, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.479542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Router a8f54104-d7d6-460a-90e5-469e40453f2d is scheduled to L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a with binding_index 1 {{(pid=80123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:11:27.662246 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727e72b-54db-40d9-bc9b-c8a5bc2545ab None None] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:11:27.732416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:11:27.751381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Sync routers for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:11:27.771302 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:27.772923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:27.774894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:27.778146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] Provisioning for port dae7bf04-cdd2-45ae-baff-e89cb3f50520 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:27.780998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44520) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:27.781927 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6443727 Jan 15 15:11:27.810733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] Provisioning complete for port dae7bf04-cdd2-45ae-baff-e89cb3f50520 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:27.811201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.135016 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.145954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:28.195305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] For port dae7bf04-cdd2-45ae-baff-e89cb3f50520, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=dae7bf04-cdd2-45ae-baff-e89cb3f50520,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:28.203112 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.207806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:28.312752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] Pushing event updated for resources: {'Port': ['ID=dae7bf04-cdd2-45ae-baff-e89cb3f50520,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:28.326292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-87c77d91-3833-4eb8-a7a4-ce47ffd1a8f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:28.532231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-3ac4cb56-ad78-4186-8f47-9c91c4c19cc8 None None] Provisioning complete for port dae7bf04-cdd2-45ae-baff-e89cb3f50520 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:28.532649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3ac4cb56-ad78-4186-8f47-9c91c4c19cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.755650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device dae7bf04-cdd2-45ae-baff-e89cb3f50520 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:28.813643 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:26Z', 'revision_number': 3, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:28.820948 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Checking router: a8f54104-d7d6-460a-90e5-469e40453f2d for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:11:28.823254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Updating router a8f54104-d7d6-460a-90e5-469e40453f2d port 29ba454d-66f6-4406-a6ef-31a2fb831316 binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:11:28.870306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port dae7bf04-cdd2-45ae-baff-e89cb3f50520 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:28.870732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:28.925578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.004043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-08ea8443-8fe7-40da-b5c5-615349d1e507 None None] Provisioning complete for port dae7bf04-cdd2-45ae-baff-e89cb3f50520 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:29.004567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-08ea8443-8fe7-40da-b5c5-615349d1e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.136453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.392549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-4cee6eb4-cdd0-4c4d-9619-f70a6ff74c6b None None] Provisioning complete for port dae7bf04-cdd2-45ae-baff-e89cb3f50520 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:29.393409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4cee6eb4-cdd0-4c4d-9619-f70a6ff74c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.492833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.510538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Transition to ACTIVE for port object 29ba454d-66f6-4406-a6ef-31a2fb831316 will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:29.515055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.555878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-85b65ddc-ccba-46b8-9d88-d9742bba6651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:29.598605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Allocated IP 172.20.0.1 (cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb/e788f2ce-b3af-4557-aca0-a56a8b1eb85e/7400064d-c367-4f72-9e8a-f6c628575c46) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:11:29.769943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Pushing event updated for resources: {'Port': ['ID=29ba454d-66f6-4406-a6ef-31a2fb831316,revision_number=2']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:29.798526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.799009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.799625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.800007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.800374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.800808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.801178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.801544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.801906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.802108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.802260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.802666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.803026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.803514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.803969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.804333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.804732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.805094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.806036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.806439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.806839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.807223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.807623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.808021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.808428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:11:29.817582 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:29.830597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Transition to ACTIVE for port object 7400064d-c367-4f72-9e8a-f6c628575c46 will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:29.862037 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.880760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:29.897930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Attempting to bind port 29ba454d-66f6-4406-a6ef-31a2fb831316 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:11:29.898454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Attempting to bind port 29ba454d-66f6-4406-a6ef-31a2fb831316 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:11:29.898913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Attempting to bind port 29ba454d-66f6-4406-a6ef-31a2fb831316 on network f32376d6-bd19-4563-b529-d250bc891f90 {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:11:29.906344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:11:29.906778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:29.907235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:29.907679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Bound using segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:11:29.908445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Bound port: 29ba454d-66f6-4406-a6ef-31a2fb831316, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:11:29.908903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.020664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] For port 29ba454d-66f6-4406-a6ef-31a2fb831316, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:11:30.024113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] For port 29ba454d-66f6-4406-a6ef-31a2fb831316, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=29ba454d-66f6-4406-a6ef-31a2fb831316,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:11:30.028789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.048311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:30.075596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7400064d-c367-4f72-9e8a-f6c628575c46,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:30.079464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ea01325e-1167-4a6b-8ff3-31031d702076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.093595 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:30.150159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:30.151754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:30.154749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:30.221596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853736946'] for router_interface, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.273522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Pushing event updated for resources: {'Port': ['ID=29ba454d-66f6-4406-a6ef-31a2fb831316,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:30.281533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:30.287849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:30.288426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:30.395971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.527612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-596d690c-94a2-4834-9d5d-610924b819f6 None None] Provisioning for port 7400064d-c367-4f72-9e8a-f6c628575c46 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:30.537341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-596d690c-94a2-4834-9d5d-610924b819f6 None None] Provisioning complete for port 7400064d-c367-4f72-9e8a-f6c628575c46 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:30.538412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-596d690c-94a2-4834-9d5d-610924b819f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.548418 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:30.630251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-596d690c-94a2-4834-9d5d-610924b819f6 None None] Port 7400064d-c367-4f72-9e8a-f6c628575c46 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:11:30.804387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.810249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:30.868850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4a09e76c-5631-4359-b9a0-fd44ea4a669d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:30.990538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Pushing event updated for resources: {'Port': ['ID=7400064d-c367-4f72-9e8a-f6c628575c46,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:30.993703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:30.995119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039089'] for router_interface, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:31.079419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:29Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:31.083714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f50a3-07a8-4c3e-acf9-dcc852d79ddb None None] The sync data for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb is: [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:29Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:11:31.187659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:31.189637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:31.219421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:11:31.434852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Router a8f54104-d7d6-460a-90e5-469e40453f2d has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:11:31.508105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-7a1e40d4-fc72-48a8-bd0e-bf67a2f82b70 None None] Provisioning complete for port 7400064d-c367-4f72-9e8a-f6c628575c46 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:31.509301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7a1e40d4-fc72-48a8-bd0e-bf67a2f82b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:31.631488 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e40d4-fc72-48a8-bd0e-bf67a2f82b70 None None] Port 7400064d-c367-4f72-9e8a-f6c628575c46 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:11:31.744490 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:11:31.758064 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] 10.222.0.71 "PUT /v2.0/routers/a8f54104-d7d6-460a-90e5-469e40453f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9731674 Jan 15 15:11:32.259076 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-00834fef-1aaf-4c47-bbbf-eb654fe88d13 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1787879 Jan 15 15:11:32.408030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-e5a6462b-f903-41df-b0fc-5a81eea73441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:32.410337 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-e5a6462b-f903-41df-b0fc-5a81eea73441 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.1067111 Jan 15 15:11:32.443627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44548) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:32.451643 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'security_group': {'name': 'tempest-securitygroup--1516389569', 'description': 'tempest-description--600051018'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:32.469751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:32.482964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:32.489678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:32.503786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:32.548531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956a3cb-9fa8-4b2c-9482-beba76ab2c62 req-dd6ee4ab-676e-4b12-bf05-048b07d18c22 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:32.550179 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6956a3cb-9fa8-4b2c-9482-beba76ab2c62 req-dd6ee4ab-676e-4b12-bf05-048b07d18c22 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.1851516 Jan 15 15:11:32.552683 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.626578 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6956a3cb-9fa8-4b2c-9482-beba76ab2c62 req-bb1296fc-6779-4b65-ba92-82b4189816f3 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 Jan 15 15:11:32.634782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-b1d7943c-debe-4b86-a1de-0571f6e7c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:32.636017 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-b1d7943c-debe-4b86-a1de-0571f6e7c5d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.1989372 Jan 15 15:11:32.636868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:32.644208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group_rule and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:32.648510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:32.654879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:32.735711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 29ba454d-66f6-4406-a6ef-31a2fb831316 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:32.799035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.802971 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-004facc3-2799-49de-82ba-bde9713d7602 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 1001 time: 0.1567171 Jan 15 15:11:32.803325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.812685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eb46f651-cdc4-46ba-8fd2-d9f87b0f40d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:32.865131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 29ba454d-66f6-4406-a6ef-31a2fb831316 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:32.871200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 29ba454d-66f6-4406-a6ef-31a2fb831316 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:32.871599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.892885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-1f19dc43-4715-4ee9-b105-cad4a7560dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:32.894248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:32.894812 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-1f19dc43-4715-4ee9-b105-cad4a7560dc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.0839992 Jan 15 15:11:32.895717 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4510658 Jan 15 15:11:32.897859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4323c9-e9d9-40bc-8881-1a02097fb01e,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:32.900034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 44552) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:32.906786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'security_group_rule': {'security_group_id': '9a4323c9-e9d9-40bc-8881-1a02097fb01e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:32.911600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cd42660f-684f-4f97-9f88-e41427032e8e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:32.957351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:32.972539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group_rule and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:32.977624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:32.986369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:33.023138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.061738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-1a805191-5af8-4efe-9f85-9ace71b2b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:33.063441 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-1a805191-5af8-4efe-9f85-9ace71b2b745 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1463468 Jan 15 15:11:33.066647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47f9def6-61eb-4b3c-95b7-9fb65e78d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.078943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.102398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 29ba454d-66f6-4406-a6ef-31a2fb831316, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=29ba454d-66f6-4406-a6ef-31a2fb831316,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:33.106449 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.109162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:33.193167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=29ba454d-66f6-4406-a6ef-31a2fb831316,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:33.197795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:33.438083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.441286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.455245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b01f37cb-edfb-4dc8-b0cc-ebee4a6c1bb3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:33.490522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e48b6f-89fb-477b-8a90-95e372b59807,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:33.505916 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:33.509786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.511121 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-bf71c93b-4554-45cb-93b0-5abead63d7be tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6099870 Jan 15 15:11:33.516679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44556) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:33.517352 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-f042351d-92ef-49ce-b874-fcb37af6d4dd service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460697 Jan 15 15:11:33.527206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'security_group_rule': {'security_group_id': '9a4323c9-e9d9-40bc-8881-1a02097fb01e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:33.545786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:33.553454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group_rule and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:33.562034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:33.569388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:33.596253 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.653644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.708810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.713088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.716859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-571edb25-0325-4c09-b841-1f476afe5fb6 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:33.749363 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6be76025-9e4a-43a2-b9d4-e055d0f76855 req-bd64e2fd-a05f-4b45-bb53-2530970a4e3a service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2196205 Jan 15 15:11:33.756588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aed22cf-e421-436a-8096-350a3cc1e8b6,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:33.764984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:33.776937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.779159 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-808ca70c-66ed-4144-935a-6a1b183a9e62 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605915 Jan 15 15:11:33.784462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44562) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:33.792550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'floatingip': {'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:33.805119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:33.811357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:floatingip and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:33.816570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:33.826455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:33.847971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:33.932139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33491e0b-6d8e-488c-807a-586c6e282eed req-a19d1027-e95f-49f7-8c7f-632c28b65c1a tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:33.933892 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-33491e0b-6d8e-488c-807a-586c6e282eed req-a19d1027-e95f-49f7-8c7f-632c28b65c1a tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.1087606 Jan 15 15:11:33.998100 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-33491e0b-6d8e-488c-807a-586c6e282eed req-35699e5c-6772-4fff-a40c-67275c60d230 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527289 Jan 15 15:11:34.074395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:34.397009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Allocated IP 172.28.1.250 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/ebb791ff-54b3-400c-9639-9e21f62104a9) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:11:34.605592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:34.638087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 29ba454d-66f6-4406-a6ef-31a2fb831316 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:34.648180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:34.663331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-46484796-c45c-4e62-94db-93b6da2dcfcd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:34.738271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:34.746734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 29ba454d-66f6-4406-a6ef-31a2fb831316 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:34.747189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:34.826876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'Port': ['ID=ebb791ff-54b3-400c-9639-9e21f62104a9,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:34.831362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:34.906735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:34.908039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:34.910664 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:35.098831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.129890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Sync routers for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:11:35.144989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:35.148131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:35.383888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:35.472596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.691049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75bf2c-7889-49db-8427-be8753c69776 req-1f44f3f6-3b14-40e6-92a4-982a2484d44e tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:35.692999 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ee75bf2c-7889-49db-8427-be8753c69776 req-1f44f3f6-3b14-40e6-92a4-982a2484d44e tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.3156528 Jan 15 15:11:35.811080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.859250 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ee75bf2c-7889-49db-8427-be8753c69776 req-6cd1b60c-1107-4df4-9bb6-0dbe7890cde2 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570456 Jan 15 15:11:35.866049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 2, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:35.874300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Checking router: a8f54104-d7d6-460a-90e5-469e40453f2d for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:11:35.875011 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Updating router a8f54104-d7d6-460a-90e5-469e40453f2d port 7400064d-c367-4f72-9e8a-f6c628575c46 binding host dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:11:35.940820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.972657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:35.978834 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.007267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-229e2242-5496-4e07-8b85-6591a499ff57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:36.185325 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'Port': ['ID=ebb791ff-54b3-400c-9639-9e21f62104a9,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:36.190420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:36.322850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.358222 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.359630 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5737412 Jan 15 15:11:36.628359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.652166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Transition to ACTIVE for port object 7400064d-c367-4f72-9e8a-f6c628575c46 will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:36.656710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:36.676139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-22f7933d-ad25-4a1d-bb16-873bf158e6ea tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:36.706957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-22f7933d-ad25-4a1d-bb16-873bf158e6ea tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:36.709300 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-22f7933d-ad25-4a1d-bb16-873bf158e6ea tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1516389569&fields=id&tenant_id=01b5cce3a0ca496da91501c148881f96 HTTP/1.1" status: 200 len: 267 time: 0.1023118 Jan 15 15:11:36.736193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:36.852278 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b7a21-ca8e-47ea-a63d-efac20e1c205 None None] Pushing event updated for resources: {'Port': ['ID=7400064d-c367-4f72-9e8a-f6c628575c46,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:36.857456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-392b7a21-ca8e-47ea-a63d-efac20e1c205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:36.960332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-205f8943-b809-496f-b4f8-611c2d27549d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:36.967457 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-205f8943-b809-496f-b4f8-611c2d27549d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 811 time: 0.2506461 Jan 15 15:11:36.988381 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0060aa0e-9223-4104-b8c8-5e620ba37130 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/quotas/01b5cce3a0ca496da91501c148881f96 HTTP/1.1" status: 200 len: 375 time: 0.0125358 Jan 15 15:11:37.103011 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Attempting to bind port 7400064d-c367-4f72-9e8a-f6c628575c46 on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:11:37.103508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Attempting to bind port 7400064d-c367-4f72-9e8a-f6c628575c46 by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:11:37.103936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Attempting to bind port 7400064d-c367-4f72-9e8a-f6c628575c46 on network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:11:37.111718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:11:37.112233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Checking segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:37.112749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:37.113207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Bound using segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:11:37.113752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Bound port: 7400064d-c367-4f72-9e8a-f6c628575c46, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:11:37.114262 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:37.128111 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-64602257-37a2-41ea-bab7-fc2c723c030b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1299071 Jan 15 15:11:37.153671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d218d-e169-4567-9523-36afd8c9c5d8 req-0115aa90-5bc4-4273-96b2-0e40d150ab74 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:37.156293 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a86d218d-e169-4567-9523-36afd8c9c5d8 req-0115aa90-5bc4-4273-96b2-0e40d150ab74 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1603568 Jan 15 15:11:37.285887 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] For port 7400064d-c367-4f72-9e8a-f6c628575c46, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:11:37.292912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] For port 7400064d-c367-4f72-9e8a-f6c628575c46, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=7400064d-c367-4f72-9e8a-f6c628575c46,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:11:37.300321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:37.346303 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a86d218d-e169-4567-9523-36afd8c9c5d8 req-75f48e29-bfc0-45f2-bc44-7e8897612127 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1308980 Jan 15 15:11:37.388155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-fd95bfe5-824a-4e73-89c5-bf6450b3f502 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:37.390294 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-fd95bfe5-824a-4e73-89c5-bf6450b3f502 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.2324805 Jan 15 15:11:37.407617 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-3241244b-375e-4ea5-8977-abdb457b5313 service neutron] 10.222.0.71 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401991 Jan 15 15:11:37.593733 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:37.602884 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-299c8f8a-1a45-4e0e-8d53-0bfeb3a64ea9 service neutron] 10.222.0.71 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1936948 Jan 15 15:11:37.617818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Deleting port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:11:37.618174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:37.753579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:37.767299 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b7a21-ca8e-47ea-a63d-efac20e1c205 None None] Pushing event updated for resources: {'Port': ['ID=7400064d-c367-4f72-9e8a-f6c628575c46,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:37.775595 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-392b7a21-ca8e-47ea-a63d-efac20e1c205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:37.809996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:37.811547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:37.887142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20127c-1aad-49b5-8415-769c9a73629d req-cdd5856c-defb-433b-ae87-88f241da9594 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:37.902621 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5a20127c-1aad-49b5-8415-769c9a73629d req-cdd5856c-defb-433b-ae87-88f241da9594 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 946 time: 0.4005735 Jan 15 15:11:38.030817 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4c35d32e-3824-405b-bea7-c4db34fd75f7 req-3e31310c-764c-4f8f-8e15-56db20db93da tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 210 time: 0.1036830 Jan 15 15:11:38.133886 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:38.153482 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5a20127c-1aad-49b5-8415-769c9a73629d req-f4736411-1325-4ce1-b062-fbdde81523a1 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/security-groups?id=12ab2bbd-220d-4771-be88-14e89fb9b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492185 Jan 15 15:11:38.235692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] For port 87c11656-83e4-4f13-bbbf-56c2cb21bed7, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=87c11656-83e4-4f13-bbbf-56c2cb21bed7,segment=NetworkSegment(8317cb66-650b-4fb2-b668-23606765661c),segment_id=8317cb66-650b-4fb2-b668-23606765661c)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:38.236528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:38.456395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Calling delete_port for 87c11656-83e4-4f13-bbbf-56c2cb21bed7 owned by compute:nova {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:11:38.626513 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 87c11656-83e4-4f13-bbbf-56c2cb21bed7 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:38.663991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a217321-5879-4a30-abcf-87401b8f3164 req-ba3c8318-6dff-4ff7-9553-0c53bf96153d tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:38.673335 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a217321-5879-4a30-abcf-87401b8f3164 req-ba3c8318-6dff-4ff7-9553-0c53bf96153d tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1693645 Jan 15 15:11:38.709213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:38.736256 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce39a75d-638e-4c7f-ab15-01bab88a0625 tempest-VolumesNegativeTest-2079716164 tempest-VolumesNegativeTest-2079716164] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:38.769568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7400064d-c367-4f72-9e8a-f6c628575c46 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:38.773407 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a217321-5879-4a30-abcf-87401b8f3164 req-cf43c1c0-d3dd-4434-af23-6b27dd9d8e5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0980742 Jan 15 15:11:38.853946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Pushing event deleted for resources: {'Port': ['ID=87c11656-83e4-4f13-bbbf-56c2cb21bed7,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:38.862668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:38.928218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] No active binding found for port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 {{(pid=80124) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 15 15:11:38.928841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 87c11656-83e4-4f13-bbbf-56c2cb21bed7 not bound to the agent host hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:11:38.970863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 7400064d-c367-4f72-9e8a-f6c628575c46 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:38.983433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 7400064d-c367-4f72-9e8a-f6c628575c46 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:38.984247 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:38.993778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] No DVR routers for this DVR port 87c11656-83e4-4f13-bbbf-56c2cb21bed7 on host hv-cinder-73414 {{(pid=80122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:11:38.996596 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:38.999990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'name': 'network-vif-deleted', 'tag': '87c11656-83e4-4f13-bbbf-56c2cb21bed7'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:39.017248 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9ad52c04-c069-4c43-9f3b-2e892bd308d5 req-6194230d-754c-47ad-8436-2c94cd1da6b7 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.72 "DELETE /v2.0/ports/87c11656-83e4-4f13-bbbf-56c2cb21bed7 HTTP/1.1" status: 204 len: 173 time: 1.6199045 Jan 15 15:11:39.074968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:37Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:39.079537 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2', 'name': 'network-vif-deleted', 'tag': '87c11656-83e4-4f13-bbbf-56c2cb21bed7', 'status': 'completed', 'code': 200} Jan 15 15:11:39.090831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad898d7a-98b6-427b-bcca-02e7323a7f7d None None] The sync data for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb is: [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:37Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:11:39.217774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:39.275937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 7400064d-c367-4f72-9e8a-f6c628575c46, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=7400064d-c367-4f72-9e8a-f6c628575c46,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:39.283836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:39.290218 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:39.359855 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-af6b0c85-5ed9-48bb-9b46-afc7c4039032 req-df23960b-0b01-4fec-9ac1-9db890d37fae tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 210 time: 0.1140585 Jan 15 15:11:39.447690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=7400064d-c367-4f72-9e8a-f6c628575c46,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:39.460578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b5000553-8388-4305-833a-61e97a170090 req-6f04ef16-fd4f-4342-8103-069a4333cc43 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Synchronizing usage tracker for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:39.463007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:39.483318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b5000553-8388-4305-833a-61e97a170090 req-6f04ef16-fd4f-4342-8103-069a4333cc43 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Unset dirty status for tenant:0f43d8de2104454b932d2dbe35865ae9 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:39.484775 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b5000553-8388-4305-833a-61e97a170090 req-6f04ef16-fd4f-4342-8103-069a4333cc43 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] 10.222.0.71 "GET /v2.0/ports?device_id=fa996ffd-e7a0-4f4d-ac64-4b6e93c1b4e2 HTTP/1.1" status: 200 len: 210 time: 0.0775621 Jan 15 15:11:40.043378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff86d64-7a33-4f2c-bc79-f92c27072ffb req-387dd59c-1a80-4243-a6c3-316aad70fe66 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:40.045718 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bff86d64-7a33-4f2c-bc79-f92c27072ffb req-387dd59c-1a80-4243-a6c3-316aad70fe66 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1310692 Jan 15 15:11:40.130641 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-bff86d64-7a33-4f2c-bc79-f92c27072ffb req-397781e6-0d66-4b56-8ef6-10067220a2dd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0767875 Jan 15 15:11:40.226521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-1b63f98c-eab1-4f27-bf3d-b32cc8fcaece tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:40.228109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-1b63f98c-eab1-4f27-bf3d-b32cc8fcaece tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:40.254511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-1b63f98c-eab1-4f27-bf3d-b32cc8fcaece tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:40.255927 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-1b63f98c-eab1-4f27-bf3d-b32cc8fcaece tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 811 time: 0.2903552 Jan 15 15:11:40.370267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-9546daec-713f-4b8e-a430-5cb6f03b868f tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:40.385116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-9546daec-713f-4b8e-a430-5cb6f03b868f tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:40.386565 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-9546daec-713f-4b8e-a430-5cb6f03b868f tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01b5cce3a0ca496da91501c148881f96 HTTP/1.1" status: 200 len: 5708 time: 0.1024749 Jan 15 15:11:40.410430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'port': {'device_id': '64063669-2cdd-44eb-bf8b-257f26c13159', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'admin_state_up': True, 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'security_groups': ['9a4323c9-e9d9-40bc-8881-1a02097fb01e']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:40.695400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7400064d-c367-4f72-9e8a-f6c628575c46 up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:40.704294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b7428bfa-5d39-45d8-9e63-98dc16ac499f req-57a232df-1b19-4ab3-813e-278a79ba41a1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:40.732118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:11:40.742621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:port and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:11:40.747127 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for port was recalculated. Used quota:3. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:11:40.754883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:11:40.780369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Made reservation on behalf of 01b5cce3a0ca496da91501c148881f96 for: {'port': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:11:40.794235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:40.816391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 7400064d-c367-4f72-9e8a-f6c628575c46 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:40.816925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:40.834316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b7428bfa-5d39-45d8-9e63-98dc16ac499f req-57a232df-1b19-4ab3-813e-278a79ba41a1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:40.838796 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b7428bfa-5d39-45d8-9e63-98dc16ac499f req-57a232df-1b19-4ab3-813e-278a79ba41a1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 210 time: 0.2022827 Jan 15 15:11:41.414547 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Allocated IP 172.20.0.7 (cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb/e788f2ce-b3af-4557-aca0-a56a8b1eb85e/bfeeb932-be7f-4bb6-9748-101b92ab6c4e) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:11:41.577890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12f1f4-e030-4f2e-adb7-edcc66a7f9d4 req-e295d88b-6f40-4c71-92b3-8d5e432abb54 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:41.580862 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5c12f1f4-e030-4f2e-adb7-edcc66a7f9d4 req-e295d88b-6f40-4c71-92b3-8d5e432abb54 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1923244 Jan 15 15:11:41.661925 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5c12f1f4-e030-4f2e-adb7-edcc66a7f9d4 req-9aa569a1-da72-49b9-88e6-5a65059d4b00 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0742743 Jan 15 15:11:41.752928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:41.776782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Transition to ACTIVE for port object bfeeb932-be7f-4bb6-9748-101b92ab6c4e will not be triggered until provisioned by entity DHCP. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:41.799421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:41.817205 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b9d98d11-8826-49e0-8b92-66dc09f28b77 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:41.972244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'Port': ['ID=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:41.977728 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:42.106198 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:11:42.109107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:11:42.113319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:11:42.215265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdec50-2332-4321-842c-2b3ccfc8847e req-89ea7c50-f5a4-420b-868a-0e07418de7a6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:42.217175 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-44bdec50-2332-4321-842c-2b3ccfc8847e req-89ea7c50-f5a4-420b-868a-0e07418de7a6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 931 time: 0.2154775 Jan 15 15:11:42.241155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:42.241890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:42.307303 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0625dcb7-39ff-4004-8079-387a8baeda37 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9066842 Jan 15 15:11:42.317574 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-44bdec50-2332-4321-842c-2b3ccfc8847e req-18d93ab6-8588-41ce-bdf9-5de653e255bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704372 Jan 15 15:11:42.331979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Request body: {'port': {'device_id': '64063669-2cdd-44eb-bf8b-257f26c13159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:42.388300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-a39b4ac7-f2fb-4204-8132-5e81106eafff None None] Provisioning for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:42.396735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-a39b4ac7-f2fb-4204-8132-5e81106eafff None None] Provisioning complete for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:42.397432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a39b4ac7-f2fb-4204-8132-5e81106eafff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:42.482484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:42.489146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-a39b4ac7-f2fb-4204-8132-5e81106eafff None None] Port bfeeb932-be7f-4bb6-9748-101b92ab6c4e cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:11:42.999935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f9d73-e47c-4254-9711-24155ca6035d req-221e68fc-5fc4-4d9c-b6a6-35912103c3f8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:43.002051 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1a8f9d73-e47c-4254-9711-24155ca6035d req-221e68fc-5fc4-4d9c-b6a6-35912103c3f8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1298168 Jan 15 15:11:43.060653 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1a8f9d73-e47c-4254-9711-24155ca6035d req-bf74b390-7852-4f01-b4a0-24957e1cf9af tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0504951 Jan 15 15:11:43.115114 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfeeb932-be7f-4bb6-9748-101b92ab6c4e {{(pid=80122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:11:43.123342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:43.138823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Transition to ACTIVE for port object bfeeb932-be7f-4bb6-9748-101b92ab6c4e will not be triggered until provisioned by entity L2. {{(pid=80122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:11:43.143075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:43.156994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-42a628a7-7f3a-4c1d-9b86-a8a2dcc7acb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:43.617084 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,revision_number=2']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:43.623433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:43.784153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66fa63-8912-474a-8e55-3d1f32dcbdfc req-0ca6abad-afbc-4f01-a165-1c1a640d0c65 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:43.784988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-4c66fa63-8912-474a-8e55-3d1f32dcbdfc req-0ca6abad-afbc-4f01-a165-1c1a640d0c65 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:11:43.859494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-4c66fa63-8912-474a-8e55-3d1f32dcbdfc req-0ca6abad-afbc-4f01-a165-1c1a640d0c65 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:11:43.860850 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4c66fa63-8912-474a-8e55-3d1f32dcbdfc req-0ca6abad-afbc-4f01-a165-1c1a640d0c65 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 943 time: 0.3391573 Jan 15 15:11:43.941700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Attempting to bind port bfeeb932-be7f-4bb6-9748-101b92ab6c4e on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:11:43.942123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Attempting to bind port bfeeb932-be7f-4bb6-9748-101b92ab6c4e by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:11:43.942557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Attempting to bind port bfeeb932-be7f-4bb6-9748-101b92ab6c4e on network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:11:43.955189 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4c66fa63-8912-474a-8e55-3d1f32dcbdfc req-1f8ede85-0708-49e3-8a8c-1c653850509b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849056 Jan 15 15:11:43.958168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:11:43.958556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Checking segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:11:43.959043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:43.959438 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Bound using segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} {{(pid=80122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:11:43.960036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Bound port: bfeeb932-be7f-4bb6-9748-101b92ab6c4e, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}}] {{(pid=80122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:11:43.960425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.084691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] For port bfeeb932-be7f-4bb6-9748-101b92ab6c4e, host hv-cinder-73414, cleared binding levels {{(pid=80122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:11:44.090689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] For port bfeeb932-be7f-4bb6-9748-101b92ab6c4e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:11:44.095860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.117756 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9c483ccb-2dd6-4997-94cf-018216e698d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:44.366149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd36f7-9b44-436e-b56c-7a8f0719d683 req-234c5d0a-8ba7-4156-8641-e3ad284477fa tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:44.368760 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3dd36f7-9b44-436e-b56c-7a8f0719d683 req-234c5d0a-8ba7-4156-8641-e3ad284477fa tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1314433 Jan 15 15:11:44.416036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,revision_number=3']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:44.426304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:44.442862 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3dd36f7-9b44-436e-b56c-7a8f0719d683 req-5c30a2ee-5044-4e11-af13-db7f60e88c6a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0657201 Jan 15 15:11:44.468710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:44.470382 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:44.472563 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-2b64e564-e4de-47fe-bbae-7d913d8c8ff2 service neutron] 10.222.0.72 "PUT /v2.0/ports/bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 200 len: 1157 time: 2.1489198 Jan 15 15:11:44.473261 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:44.550585 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'status': 'completed', 'code': 200} Jan 15 15:11:44.659006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0360290d-6974-494c-b0bc-d92cb48f5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:44.661561 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-0360290d-6974-494c-b0bc-d92cb48f5428 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 1160 time: 0.0950267 Jan 15 15:11:44.788439 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-9b6677cd-1239-45e5-8f63-3c2a2f02817f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 200 len: 217 time: 0.1124511 Jan 15 15:11:44.898053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-b959c0a6-5e62-463a-9ede-fe3ac65d9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:44.901620 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-b959c0a6-5e62-463a-9ede-fe3ac65d9120 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.1068034 Jan 15 15:11:45.014526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-8007f496-05ae-4db0-ab26-03e5d882b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:45.016237 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-8007f496-05ae-4db0-ab26-03e5d882b381 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1085334 Jan 15 15:11:45.188307 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-20841d7d-2b10-4bf3-b83a-217f22830455 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630716 Jan 15 15:11:45.251700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb909-c821-47ba-9217-1d55f7818f7e req-c830f1a2-4a34-46aa-82ba-827eeb8410d2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:45.253515 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c92eb909-c821-47ba-9217-1d55f7818f7e req-c830f1a2-4a34-46aa-82ba-827eeb8410d2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 943 time: 0.1216099 Jan 15 15:11:45.316539 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c92eb909-c821-47ba-9217-1d55f7818f7e req-45722e03-6a38-4d4b-8fc1-dbc31b04661d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544136 Jan 15 15:11:45.350640 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6b0c4c87-9981-40a2-b186-277b051356d6 req-4172c471-67d2-4e53-9ab1-966e8833a97b service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534619 Jan 15 15:11:45.544514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959122fa-e10c-4853-868a-a9782ab7b31e req-248ebda8-94eb-49fe-9ccf-72da6cda76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:45.546401 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-959122fa-e10c-4853-868a-a9782ab7b31e req-248ebda8-94eb-49fe-9ccf-72da6cda76f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 1160 time: 0.1020920 Jan 15 15:11:45.810433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959122fa-e10c-4853-868a-a9782ab7b31e req-72eaf63d-f933-4452-8149-4a94fd1a38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:45.812067 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-959122fa-e10c-4853-868a-a9782ab7b31e req-72eaf63d-f933-4452-8149-4a94fd1a38ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.2575185 Jan 15 15:11:45.909743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4d98f-9ca5-4348-8ba4-066fbfda16dd req-f5b2a729-4de6-4148-85bf-4e04af5569ee tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:45.911557 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e9a4d98f-9ca5-4348-8ba4-066fbfda16dd req-f5b2a729-4de6-4148-85bf-4e04af5569ee tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.2679904 Jan 15 15:11:45.922738 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-959122fa-e10c-4853-868a-a9782ab7b31e req-fb218c4b-a023-40cd-9f2a-6cbe9f2d1dc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 200 len: 217 time: 0.1026685 Jan 15 15:11:46.030649 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e9a4d98f-9ca5-4348-8ba4-066fbfda16dd req-dea53386-d1c7-4fc2-aef2-e0226226140a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1093831 Jan 15 15:11:46.037719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959122fa-e10c-4853-868a-a9782ab7b31e req-ac901aef-6a6a-4464-8187-f3ca67116d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:46.039349 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-959122fa-e10c-4853-868a-a9782ab7b31e req-ac901aef-6a6a-4464-8187-f3ca67116d03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.1023965 Jan 15 15:11:46.138175 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959122fa-e10c-4853-868a-a9782ab7b31e req-1a475526-f6b7-41a8-8739-048a4dab88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:46.139876 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-959122fa-e10c-4853-868a-a9782ab7b31e req-1a475526-f6b7-41a8-8739-048a4dab88cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0938754 Jan 15 15:11:46.313863 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-959122fa-e10c-4853-868a-a9782ab7b31e req-cff260d8-40a8-489a-9d29-bba35c3021f2 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660719 Jan 15 15:11:46.477308 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-959122fa-e10c-4853-868a-a9782ab7b31e req-8d9ba300-7789-49ca-8491-d8638be270fe service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1561882 Jan 15 15:11:46.590576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1784-1c7b-4c65-8950-20f6aa683232 req-cac2a3aa-4d13-4310-b5a4-798d3a261658 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:46.592289 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3b3f1784-1c7b-4c65-8950-20f6aa683232 req-cac2a3aa-4d13-4310-b5a4-798d3a261658 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 943 time: 0.1248519 Jan 15 15:11:46.652249 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3b3f1784-1c7b-4c65-8950-20f6aa683232 req-02f82d8d-a5eb-4686-95e8-f6dba206f66c tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507751 Jan 15 15:11:47.184758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-0a528072-04ad-4459-b557-85ec53ebaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:47.186757 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-0a528072-04ad-4459-b557-85ec53ebaed1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.0808284 Jan 15 15:11:47.194956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device bfeeb932-be7f-4bb6-9748-101b92ab6c4e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:47.272894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:11:47.283569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:47.283996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.423912 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.456051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:47.469501 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea938aee-5355-4dfe-9620-259567284c9f req-48cacda4-7c5e-4218-8aa6-a1742178c195 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:47.470393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port bfeeb932-be7f-4bb6-9748-101b92ab6c4e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:47.472090 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ea938aee-5355-4dfe-9620-259567284c9f req-48cacda4-7c5e-4218-8aa6-a1742178c195 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.2822855 Jan 15 15:11:47.477314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:47.483171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:47.513662 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-9bcfaad7-692f-41d6-bafb-d4b6c23564f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:47.515377 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-9bcfaad7-692f-41d6-bafb-d4b6c23564f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.2858236 Jan 15 15:11:47.621061 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'code': 200} Jan 15 15:11:47.630357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:47.634772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:47.654707 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ea938aee-5355-4dfe-9620-259567284c9f req-b43aba80-475a-4932-9107-350fb059360c tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1720288 Jan 15 15:11:47.722558 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-8d8e14ba-0b3e-4a46-be9b-601e3651974e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 1001 time: 0.1768589 Jan 15 15:11:47.847368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-a093c84e-a1fb-4d25-8827-04eb409261c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:47.849519 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-a093c84e-a1fb-4d25-8827-04eb409261c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.1201069 Jan 15 15:11:47.996315 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-4ee5e8b9-6ae1-47e4-8730-167b9f365673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:47.998644 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-4ee5e8b9-6ae1-47e4-8730-167b9f365673 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1401508 Jan 15 15:11:48.084408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc919d-6cfc-43ff-a534-89af9735abd8 req-064e6f11-f693-4e43-992c-2f88f925fabf tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:48.086850 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbc919d-6cfc-43ff-a534-89af9735abd8 req-064e6f11-f693-4e43-992c-2f88f925fabf tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.2057505 Jan 15 15:11:48.100676 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27f497-a454-4cb8-9491-e7673ba51ef4 req-77f0dc45-b9fe-4692-87a8-35da727b125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:48.102418 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0e27f497-a454-4cb8-9491-e7673ba51ef4 req-77f0dc45-b9fe-4692-87a8-35da727b125a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 1162 time: 0.1567554 Jan 15 15:11:48.184807 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0cbc919d-6cfc-43ff-a534-89af9735abd8 req-e5a939c4-bec3-4133-9d7a-23d0987ef13f tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880394 Jan 15 15:11:48.222215 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0e27f497-a454-4cb8-9491-e7673ba51ef4 req-fc13ea3c-a38b-4940-854a-ed9910a3403a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840588 Jan 15 15:11:48.235045 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-414d5b3f-56c2-47e0-b6ad-2ca3c52bb082 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304120 Jan 15 15:11:48.671499 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d62b37f8-fe30-4bf9-86ad-586abd9ee2fc req-9504c836-1c19-4244-8d12-6bb840df09b5 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1605737 Jan 15 15:11:48.847571 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device bfeeb932-be7f-4bb6-9748-101b92ab6c4e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:48.949009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:48.949591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:49.163429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d6367-69ea-4dd9-9b7c-02fa349e6363 req-a5e6b7bc-6cf8-4376-9ef8-f0e1a14ef50f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:49.167373 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dd4d6367-69ea-4dd9-9b7c-02fa349e6363 req-a5e6b7bc-6cf8-4376-9ef8-f0e1a14ef50f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.3628087 Jan 15 15:11:49.257579 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dd4d6367-69ea-4dd9-9b7c-02fa349e6363 req-d84fb0cb-bb3e-443d-8674-a29aef778189 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0818396 Jan 15 15:11:49.563656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c2c9-0d20-40c2-82f2-dfde76e78018 req-92ed1261-a815-4a5b-8e8a-de55fe586ec0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:49.566604 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2728c2c9-0d20-40c2-82f2-dfde76e78018 req-92ed1261-a815-4a5b-8e8a-de55fe586ec0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1635334 Jan 15 15:11:49.624169 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2728c2c9-0d20-40c2-82f2-dfde76e78018 req-e9252d4c-b9ca-4294-b6a5-d146a9d111fc tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506146 Jan 15 15:11:50.556719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4cc6-2e5f-4bbc-a023-043f4460dba4 req-63a7fd40-34d8-49f4-87ac-eba364e0ccfa tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:50.558572 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8fbc4cc6-2e5f-4bbc-a023-043f4460dba4 req-63a7fd40-34d8-49f4-87ac-eba364e0ccfa tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1311889 Jan 15 15:11:50.626761 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8fbc4cc6-2e5f-4bbc-a023-043f4460dba4 req-3a637c25-ac19-445b-b1a2-8900340dcbb2 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0570750 Jan 15 15:11:50.902992 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device bfeeb932-be7f-4bb6-9748-101b92ab6c4e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:50.924737 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46a43f-7bf3-4dc4-9b14-3a7ac65a89ae req-c624695b-7b06-485b-b643-9a39b8e34a45 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:50.926524 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3d46a43f-7bf3-4dc4-9b14-3a7ac65a89ae req-c624695b-7b06-485b-b643-9a39b8e34a45 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1342783 Jan 15 15:11:51.002621 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3d46a43f-7bf3-4dc4-9b14-3a7ac65a89ae req-f1b733f7-7dcc-47d5-a361-6983b25cb8d5 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641286 Jan 15 15:11:51.005626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:51.006378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:51.198719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:11:51.360193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b5d25-e50a-4b8b-8a47-4134dd91dea1 req-b87e7a3e-0049-4ffd-b6ad-bd9587e301c0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:51.363195 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fe0b5d25-e50a-4b8b-8a47-4134dd91dea1 req-b87e7a3e-0049-4ffd-b6ad-bd9587e301c0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1537988 Jan 15 15:11:51.380598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44696) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:11:51.386923 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'floatingip': {'port_id': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:11:51.491483 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:51.561975 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:51.634502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 861d11b5-8826-4046-9230-6b41b9e4a3ad, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:51.636763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:51.665809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:51.668778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:51.745028 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'code': 422} returned with failed status Jan 15 15:11:51.799124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=861d11b5-8826-4046-9230-6b41b9e4a3ad,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:51.814917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:11:52.041913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca04a9-a7b4-4f04-82fd-a0fcf1343cdf req-d9dc6ba8-2cfc-4c50-9ab4-ab964f015dd1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:52.043681 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b4ca04a9-a7b4-4f04-82fd-a0fcf1343cdf req-d9dc6ba8-2cfc-4c50-9ab4-ab964f015dd1 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.1297271 Jan 15 15:11:52.120065 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b4ca04a9-a7b4-4f04-82fd-a0fcf1343cdf req-420fd865-239c-4af8-a05b-a2c41bcb0fbe tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0632892 Jan 15 15:11:52.683125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac6c29-8a26-4be0-a3d7-95f83d13a282 req-aa2e52c1-8d42-4ba8-b339-c5414b0c68fa tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:52.684877 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cdac6c29-8a26-4be0-a3d7-95f83d13a282 req-aa2e52c1-8d42-4ba8-b339-c5414b0c68fa tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.1343055 Jan 15 15:11:52.715855 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:52.720761 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:52.754349 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cdac6c29-8a26-4be0-a3d7-95f83d13a282 req-6a11799a-f89a-4445-a35d-cee380b66241 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0614624 Jan 15 15:11:52.889252 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-1d88bcaf-d2e7-4539-87aa-1faf0c4eca79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4672105 Jan 15 15:11:52.934901 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Floating IP 222ca74a-60e9-4612-b1bc-90e8ae1983da associated. External IP: 172.28.1.250, port: bfeeb932-be7f-4bb6-9748-101b92ab6c4e. Jan 15 15:11:53.498763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Router a8f54104-d7d6-460a-90e5-469e40453f2d has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:11:53.755943 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:11:53.764011 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:53.771556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] Sync routers for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:11:53.783535 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:53.784215 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:53.848497 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a4c0d72d-afa8-4916-b65e-c8811ab11dc1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "PUT /v2.0/floatingips/222ca74a-60e9-4612-b1bc-90e8ae1983da HTTP/1.1" status: 200 len: 991 time: 2.4666348 Jan 15 15:11:53.849426 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:54.011352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:54.099807 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a65679-9072-496b-afc1-64deef84eb3a req-91878843-4ebe-4026-9bc3-fe0b61e307e9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.102887 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-19a65679-9072-496b-afc1-64deef84eb3a req-91878843-4ebe-4026-9bc3-fe0b61e307e9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.1283872 Jan 15 15:11:54.153929 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'status': 'completed', 'code': 200} Jan 15 15:11:54.184774 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-19a65679-9072-496b-afc1-64deef84eb3a req-8c9b2ce2-e07f-4fd9-99b3-a506ace60b6f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0681608 Jan 15 15:11:54.287303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-dbc6c289-2a93-4cdc-b92c-11d1873f70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.289008 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-dbc6c289-2a93-4cdc-b92c-11d1873f70d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 1162 time: 0.1065700 Jan 15 15:11:54.484068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-7ad54f35-f5b6-4243-938b-c29654df614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.485923 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-7ad54f35-f5b6-4243-938b-c29654df614a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a&tenant_id=c4df2ac211f04677bd2ee7730080ae8c HTTP/1.1" status: 200 len: 1160 time: 0.0908697 Jan 15 15:11:54.498337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-b5632fa0-dba2-4d94-a9d1-0c0a1578eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.506929 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-b5632fa0-dba2-4d94-a9d1-0c0a1578eb1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.2114739 Jan 15 15:11:54.653366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-e0581857-5dfc-4525-9fee-98fb9e493ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.657827 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-e0581857-5dfc-4525-9fee-98fb9e493ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1160 time: 0.1302595 Jan 15 15:11:54.687869 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-64115676-169f-4d60-a7b7-fc9994e38ac7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 200 len: 999 time: 0.1795197 Jan 15 15:11:54.696566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '222ca74a-60e9-4612-b1bc-90e8ae1983da', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'floating_ip_address': '172.28.1.250', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'port_id': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'mac_address': 'fa:16:3e:97:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64063669-2cdd-44eb-bf8b-257f26c13159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:11:34Z', 'updated_at': '2021-01-15T15:11:52Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:54.701671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] Checking router: a8f54104-d7d6-460a-90e5-469e40453f2d for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:11:54.717339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:11:54.718357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:11:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:54.776447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-d49aaa9b-a7a1-4d72-af2e-cbba10ed2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.779108 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-d49aaa9b-a7a1-4d72-af2e-cbba10ed2af9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.0858090 Jan 15 15:11:54.835383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-57534361-f1bd-49d9-a33c-a930b5b1dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.837352 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-57534361-f1bd-49d9-a33c-a930b5b1dbbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.1731515 Jan 15 15:11:54.887486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-ea3c67b4-c449-468b-b48d-4a8fd2fb589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:54.889679 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-ea3c67b4-c449-468b-b48d-4a8fd2fb589d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1024930 Jan 15 15:11:54.957343 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-599e194f-87fe-4425-a605-29b7ccc2456c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 999 time: 0.1135304 Jan 15 15:11:54.988625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:11:55.060942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-a92ca8f6-202e-4c84-ba00-a6c70bbffb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:55.064102 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-a92ca8f6-202e-4c84-ba00-a6c70bbffb60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.0924764 Jan 15 15:11:55.125939 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-302c8ed9-5a25-4343-9910-ccc8d2a2d474 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278850 Jan 15 15:11:55.174428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-551e11e3-4ad6-4f81-b225-65b876fdc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:55.176235 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-551e11e3-4ad6-4f81-b225-65b876fdc938 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1042953 Jan 15 15:11:55.349120 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f17f65dc-7d3a-4b03-87e4-2cfbcfcf2a03 req-8dd1b8ee-f365-4ab8-91d1-7a083ff52fb9 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2142725 Jan 15 15:11:55.379244 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-d13a565b-2264-4ff5-86f2-22ac9022718b service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956067 Jan 15 15:11:55.541019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '222ca74a-60e9-4612-b1bc-90e8ae1983da', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'floating_ip_address': '172.28.1.250', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'port_id': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'mac_address': 'fa:16:3e:97:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64063669-2cdd-44eb-bf8b-257f26c13159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:11:34Z', 'updated_at': '2021-01-15T15:11:52Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:11:55.549720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb2560c-cb8e-4d1f-8497-68f71fe5c65f None None] The sync data for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb is: [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '222ca74a-60e9-4612-b1bc-90e8ae1983da', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'floating_ip_address': '172.28.1.250', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'port_id': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'mac_address': 'fa:16:3e:97:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64063669-2cdd-44eb-bf8b-257f26c13159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:11:34Z', 'updated_at': '2021-01-15T15:11:52Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:11:55.888470 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e8770aa3-d43c-44cc-b418-afb9cf823461 req-0000a7d4-756d-422f-b5d1-a2d1a3a4e4c1 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5022039 Jan 15 15:11:55.897075 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77940cd-a7ff-4d0f-9b21-29440a149563 None None] New status for floating IP 222ca74a-60e9-4612-b1bc-90e8ae1983da: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:11:55.918646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b45be-0b0b-42bf-8563-949a45913901 req-fae05653-c093-4de6-8738-b0f048985a06 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:55.920565 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-327b45be-0b0b-42bf-8563-949a45913901 req-fae05653-c093-4de6-8738-b0f048985a06 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.5049248 Jan 15 15:11:56.007913 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-327b45be-0b0b-42bf-8563-949a45913901 req-a02b7aa8-0494-49a6-826a-68aea78cc636 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0723736 Jan 15 15:11:57.313659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04d098-6467-4b37-a95c-7b52c6156570 req-9d4bcafd-6cbd-41ad-a17d-da6e6c2693e4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:57.315487 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fe04d098-6467-4b37-a95c-7b52c6156570 req-9d4bcafd-6cbd-41ad-a17d-da6e6c2693e4 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.1295195 Jan 15 15:11:57.375831 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fe04d098-6467-4b37-a95c-7b52c6156570 req-d5a171c7-bef2-480d-bbf2-1327cfd616a7 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494900 Jan 15 15:11:58.717397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b9190-c636-481a-a583-460fc83d7b23 req-4bde3d4b-9db2-4054-b870-07244c9d72b7 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:11:58.719131 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-139b9190-c636-481a-a583-460fc83d7b23 req-4bde3d4b-9db2-4054-b870-07244c9d72b7 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 943 time: 0.1451178 Jan 15 15:11:58.779737 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-139b9190-c636-481a-a583-460fc83d7b23 req-5d384c91-fe16-405d-afa4-c88cdcae6355 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0520699 Jan 15 15:11:59.321484 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:11:59.397368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 861d11b5-8826-4046-9230-6b41b9e4a3ad triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:11:59.397760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:59.538922 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:59.571690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:11:59.583892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 861d11b5-8826-4046-9230-6b41b9e4a3ad, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:11:59.587276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:11:59.589221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:11:59.663977 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'code': 200} Jan 15 15:11:59.671706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=861d11b5-8826-4046-9230-6b41b9e4a3ad,revision_number=6']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:11:59.675823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:00.090466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd729-6af5-4927-8782-0818ebd39f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:00.130680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12002aa3-16fe-41a1-a502-2070e0d73a0b req-86e84bae-1eca-4812-ab83-a58be0307bd3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:00.132442 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-12002aa3-16fe-41a1-a502-2070e0d73a0b req-86e84bae-1eca-4812-ab83-a58be0307bd3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1621511 Jan 15 15:12:00.155694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf924b1-4642-4522-a740-4526612e3010 req-6b904906-da1c-4d89-aae6-aeedc4650066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:00.158247 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1bf924b1-4642-4522-a740-4526612e3010 req-6b904906-da1c-4d89-aae6-aeedc4650066 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.1209650 Jan 15 15:12:00.196382 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-12002aa3-16fe-41a1-a502-2070e0d73a0b req-d3f69e8c-7fc4-44d0-9aff-878f0acd397b tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0531619 Jan 15 15:12:00.234761 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1bf924b1-4642-4522-a740-4526612e3010 req-e504c293-3596-4573-8bf0-643e3d8934cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0455575 Jan 15 15:12:01.066289 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:01.152686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 861d11b5-8826-4046-9230-6b41b9e4a3ad triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:01.153389 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:01.483152 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744461c4-6b29-4c66-a4cb-7f7afe431fab req-7f4655be-5351-4bc5-a49d-60794519e867 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:01.484872 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-744461c4-6b29-4c66-a4cb-7f7afe431fab req-7f4655be-5351-4bc5-a49d-60794519e867 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1178265 Jan 15 15:12:01.549002 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-744461c4-6b29-4c66-a4cb-7f7afe431fab req-3643b123-8a2d-47c8-ad69-d009542eacaf tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0561104 Jan 15 15:12:02.794985 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a457078-6c70-4b1b-b693-a8287e9edf4c req-feff7f26-57ce-458c-a172-87000fcfd65c tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:02.796716 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a457078-6c70-4b1b-b693-a8287e9edf4c req-feff7f26-57ce-458c-a172-87000fcfd65c tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1118827 Jan 15 15:12:02.856726 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8a457078-6c70-4b1b-b693-a8287e9edf4c req-9221930d-e440-4576-8b1d-e2eccf3150cd tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0530524 Jan 15 15:12:03.027996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44820) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:03.040607 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f4eca2c2-3fd3-4078-9612-cf17cbf127c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.108079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Deleting subnet 4383b0f0-5fdc-48ba-b043-b7907d2c0863 {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:12:03.111542 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.171162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.237941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.541613 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.558679 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:03.655481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.659267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4383b0f0-5fdc-48ba-b043-b7907d2c0863,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:03.687729 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.688146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.688666 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.689068 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.689587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.689984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.690519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.690911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.691854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.692254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.693081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.693697 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.694208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.694646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.695083 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.695705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.696096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.696482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.696876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.697498 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.697894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.698311 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.698701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.699193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:12:03.708593 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:03.747198 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:03.754420 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-543e5d01-e267-4a2f-9b14-cfed426d1348 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4383b0f0-5fdc-48ba-b043-b7907d2c0863 HTTP/1.1" status: 204 len: 168 time: 0.7250671 Jan 15 15:12:03.758611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44826) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:03.882828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.087474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.212586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b822e4dc-a221-44fe-96e4-88afa59890fa']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:04.225976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8317cb66-650b-4fb2-b668-23606765661c') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:04.226381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8317cb66-650b-4fb2-b668-23606765661c') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:12:04.241807 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.258497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.260557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:12:04.489554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Network b822e4dc-a221-44fe-96e4-88afa59890fa has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:04.508844 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.734237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.745377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Network b822e4dc-a221-44fe-96e4-88afa59890fa has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:12:04.782162 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:12:04.926040 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.929888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c9d99af5-9b99-4478-a52c-ee30aed7acf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:04.948203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:04.955539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b822e4dc-a221-44fe-96e4-88afa59890fa,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:04.960176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:04.967048 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-12849aa0-2269-4cdd-92de-56a7692c76cd admin admin] 10.222.0.71 "DELETE /v2.0/networks/b822e4dc-a221-44fe-96e4-88afa59890fa HTTP/1.1" status: 204 len: 168 time: 1.2073143 Jan 15 15:12:05.157878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44834) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:05.224596 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7fda231b-9f7d-4910-8013-f1f8ed5c691e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f43d8de2104454b932d2dbe35865ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650351 Jan 15 15:12:05.227856 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44838) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:12:05.293869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:05.323210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:05.385597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:05.390798 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5c21684f-191d-4b10-b73e-fbc3bd20c838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:12:05.405870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab2bbd-220d-4771-be88-14e89fb9b269,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:12:05.408789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:12:05.418434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:05.420636 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12ab2bbd-220d-4771-be88-14e89fb9b269 HTTP/1.1" status: 204 len: 168 time: 0.1910648 Jan 15 15:12:05.753455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:07.448533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:08.205416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:12:30.077214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-777dcebd-e4d9-42c0-8c4d-fb07623e7a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.036705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f11b-ed27-4614-ba06-af19dcc51fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:33.651970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:34.749654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:35.761505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:37.329894 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157436da-ca3e-4eed-bb80-dab6270716f4 req-43540803-3aac-4b35-a180-288a150b2c8a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:37.331931 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-157436da-ca3e-4eed-bb80-dab6270716f4 req-43540803-3aac-4b35-a180-288a150b2c8a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1140292 Jan 15 15:12:37.386913 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-157436da-ca3e-4eed-bb80-dab6270716f4 req-587262c9-0107-410a-a367-34d7b6c80a0c tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475585 Jan 15 15:12:37.443910 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:12:38.658136 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0d65a-7726-4db9-bcfc-fa94a7db9f80 req-f34b21ef-03b6-416e-b2c3-d88725cb4a83 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:38.659819 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99e0d65a-7726-4db9-bcfc-fa94a7db9f80 req-f34b21ef-03b6-416e-b2c3-d88725cb4a83 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1175361 Jan 15 15:12:38.721149 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-99e0d65a-7726-4db9-bcfc-fa94a7db9f80 req-99d744d5-7dd9-432a-8a77-a4734e828301 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539427 Jan 15 15:12:39.970863 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8e635-3b56-4b3b-8dc3-426ad353f5ee req-a9f2af32-7df3-4a7b-9802-62337b8e3ca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:39.972514 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-31f8e635-3b56-4b3b-8dc3-426ad353f5ee req-a9f2af32-7df3-4a7b-9802-62337b8e3ca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1119874 Jan 15 15:12:40.065642 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-31f8e635-3b56-4b3b-8dc3-426ad353f5ee req-6e7c1bac-1632-40c0-8177-e4d42ef197ba tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809772 Jan 15 15:12:41.347789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1e527-44a8-4198-b865-786a3c80e169 req-28020e64-f076-4167-8feb-0c9802baa0e0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:41.349634 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b9d1e527-44a8-4198-b865-786a3c80e169 req-28020e64-f076-4167-8feb-0c9802baa0e0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1075535 Jan 15 15:12:41.407953 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b9d1e527-44a8-4198-b865-786a3c80e169 req-20f0883b-ee63-45c9-8f93-00eaeb57a681 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500228 Jan 15 15:12:42.670044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685864d-329d-4b23-8fa0-40d4151fd7f6 req-1179c3c7-e329-49f6-bf58-52db9b5b5485 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:42.671820 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6685864d-329d-4b23-8fa0-40d4151fd7f6 req-1179c3c7-e329-49f6-bf58-52db9b5b5485 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1089768 Jan 15 15:12:42.737319 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6685864d-329d-4b23-8fa0-40d4151fd7f6 req-612f5c85-4d38-4502-8b9e-af9a78020dae tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580995 Jan 15 15:12:43.999101 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7612626-a3ea-4704-80ea-c213fc2c0d2c req-e0566273-4941-4a90-b0a5-fa2c356b6ae5 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:44.001003 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b7612626-a3ea-4704-80ea-c213fc2c0d2c req-e0566273-4941-4a90-b0a5-fa2c356b6ae5 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1059446 Jan 15 15:12:44.062674 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b7612626-a3ea-4704-80ea-c213fc2c0d2c req-29b58b8c-68c8-418d-b7b5-f7a37ae38742 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524170 Jan 15 15:12:45.200126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:12:45.322654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adf9a7-0adb-462d-80d7-0d78e6544534 req-8e18f753-ac88-4803-83ec-3c17cf6d1ad0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:45.324487 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b7adf9a7-0adb-462d-80d7-0d78e6544534 req-8e18f753-ac88-4803-83ec-3c17cf6d1ad0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1228178 Jan 15 15:12:45.401988 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b7adf9a7-0adb-462d-80d7-0d78e6544534 req-efb1e26e-54a7-41b9-92ac-88b35e18d271 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700762 Jan 15 15:12:46.679519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdbf99-f857-4912-9c0e-9d46055bb386 req-fe35cc96-7b32-4032-9fbb-98923dce5276 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:46.681241 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15bdbf99-f857-4912-9c0e-9d46055bb386 req-fe35cc96-7b32-4032-9fbb-98923dce5276 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1094778 Jan 15 15:12:46.749881 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-15bdbf99-f857-4912-9c0e-9d46055bb386 req-2abbe3a3-48b6-483f-a67c-20fd45e2275d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567734 Jan 15 15:12:48.015958 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819a1d6-83aa-4edf-886b-1e695d7e2b48 req-ed0bb3d5-114f-490a-ab27-8eb77f4e0344 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:48.018957 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7819a1d6-83aa-4edf-886b-1e695d7e2b48 req-ed0bb3d5-114f-490a-ab27-8eb77f4e0344 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1244354 Jan 15 15:12:48.085087 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7819a1d6-83aa-4edf-886b-1e695d7e2b48 req-544a23ed-3a94-49f2-a7f2-5401049ee4e1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594645 Jan 15 15:12:49.355533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fc5ae-f53b-4c49-a487-73b83392ca3a req-010110c4-4519-4522-b645-8823880fc77e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:49.357159 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a1fc5ae-f53b-4c49-a487-73b83392ca3a req-010110c4-4519-4522-b645-8823880fc77e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1101012 Jan 15 15:12:49.410573 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a1fc5ae-f53b-4c49-a487-73b83392ca3a req-b9d3f195-37ac-43e0-9b97-12ffc3dbc3e9 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460229 Jan 15 15:12:50.657160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a01ae-e050-4d37-bcdd-97e50d377e78 req-3ef2a6ce-5dfa-474f-8273-b3cee0bcbb80 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:50.659042 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a33a01ae-e050-4d37-bcdd-97e50d377e78 req-3ef2a6ce-5dfa-474f-8273-b3cee0bcbb80 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1062410 Jan 15 15:12:50.727045 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a33a01ae-e050-4d37-bcdd-97e50d377e78 req-4518bfcc-3ff5-4825-9c61-797da71c35fb tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554867 Jan 15 15:12:51.989602 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4b060-72dc-4f96-9d70-0a9ff6753e1e req-68623a95-711e-45de-99d0-c2df0c3a65e0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:51.991411 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-83c4b060-72dc-4f96-9d70-0a9ff6753e1e req-68623a95-711e-45de-99d0-c2df0c3a65e0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1273632 Jan 15 15:12:52.085162 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-83c4b060-72dc-4f96-9d70-0a9ff6753e1e req-964bb3e3-5eae-4dd7-955b-b1e1d9851bdc tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852141 Jan 15 15:12:53.343333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a64d3-8652-4b64-983f-c2e968876141 req-38fc1758-c55c-4657-bea9-99282603a64e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:53.345207 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-110a64d3-8652-4b64-983f-c2e968876141 req-38fc1758-c55c-4657-bea9-99282603a64e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1095612 Jan 15 15:12:53.406817 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-110a64d3-8652-4b64-983f-c2e968876141 req-8a371554-e72c-4d14-bcee-33234a742476 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492237 Jan 15 15:12:53.884997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12953a41-f417-4d2e-9140-8e4043067da5 req-8c38aca4-7f41-4e0a-91c7-afafd9892fe8 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:53.888071 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-12953a41-f417-4d2e-9140-8e4043067da5 req-8c38aca4-7f41-4e0a-91c7-afafd9892fe8 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1415668 Jan 15 15:12:53.921633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-38fd5075-dab3-40dc-aadf-c799739bf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:53.923540 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-38fd5075-dab3-40dc-aadf-c799739bf8be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 1162 time: 0.0958555 Jan 15 15:12:53.982532 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-12953a41-f417-4d2e-9140-8e4043067da5 req-a564ff06-5c57-456d-9b05-5d22f456c991 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831976 Jan 15 15:12:54.122784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-6342e7ef-84d3-4457-b12f-bc794c933405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:54.124389 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-6342e7ef-84d3-4457-b12f-bc794c933405 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.1946375 Jan 15 15:12:54.248023 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-2fd2c6cf-b5bb-4138-9ef4-1cef9c24b7b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 200 len: 1001 time: 0.1141706 Jan 15 15:12:54.327507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-511cd5d7-d5a2-422b-8fe1-61486147d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:54.329150 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-511cd5d7-d5a2-422b-8fe1-61486147d568 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.0747190 Jan 15 15:12:54.419326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-1b9e21c4-8e56-4933-808c-9f3dbfc63a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:54.420959 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-1b9e21c4-8e56-4933-808c-9f3dbfc63a8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0849254 Jan 15 15:12:54.590045 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-69b1c172-e06c-4251-9774-770c26b5bd3f service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621091 Jan 15 15:12:54.745398 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-928a9ee6-d856-4c78-b862-0638e14ae67a req-05a72bd7-6bef-4843-a101-ef3faab642ff service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486742 Jan 15 15:12:55.266132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4bc88-9351-46f3-8447-f6cfe6f61de9 req-197750ea-640e-4ac3-adea-51984d458aef tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:55.268028 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f8f4bc88-9351-46f3-8447-f6cfe6f61de9 req-197750ea-640e-4ac3-adea-51984d458aef tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1141443 Jan 15 15:12:55.324278 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f8f4bc88-9351-46f3-8447-f6cfe6f61de9 req-5c7c2b36-597e-4cff-9bdc-84cb563b68b7 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486584 Jan 15 15:12:56.568237 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d1866-bdd6-4ee5-be1a-12c5a59f6131 req-596ce4c2-9bc3-4787-a382-49731149609e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:12:56.570549 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2b6d1866-bdd6-4ee5-be1a-12c5a59f6131 req-596ce4c2-9bc3-4787-a382-49731149609e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1083198 Jan 15 15:12:56.630575 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2b6d1866-bdd6-4ee5-be1a-12c5a59f6131 req-4eaf7cea-9982-458e-b4a4-69df55ce53a7 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535219 Jan 15 15:12:57.418932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device bfeeb932-be7f-4bb6-9748-101b92ab6c4e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:12:57.515574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:12:57.516060 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:00.073405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa989-d9a3-4c45-ae2b-c73517ae3c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.031786 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cc5d935d-c3f0-4ae7-ad50-d6c016b5eb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:03.658114 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:04.734867 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:05.755656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:07.442245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:15.957459 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-0d9e9f0c-49ae-4a2e-8bba-f641d8a93555 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/floatingips/d82ebde4-77c6-4f79-8790-5665825b49a9 HTTP/1.1" status: 200 len: 998 time: 0.3602402 Jan 15 15:13:16.150234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ce93-2540-46ad-ab55-71af44389713 req-ca83d585-96fb-4d88-9728-e70486e506b3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:16.151834 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-ca83d585-96fb-4d88-9728-e70486e506b3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/networks/f32376d6-bd19-4563-b529-d250bc891f90 HTTP/1.1" status: 200 len: 784 time: 0.1881175 Jan 15 15:13:16.171339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-b4e13241-17e3-4d72-b4d5-75e9901ad2c5 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:13:16.173204 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-b4e13241-17e3-4d72-b4d5-75e9901ad2c5 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0113485 Jan 15 15:13:16.335243 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-91eb9882-866b-4989-93ad-820a436fa7af tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.198 HTTP/1.1" status: 200 len: 1001 time: 0.1490328 Jan 15 15:13:16.449878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ce93-2540-46ad-ab55-71af44389713 req-b3a4246c-9c72-4e8a-97c7-144ad8dd1ae2 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:16.451392 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-b3a4246c-9c72-4e8a-97c7-144ad8dd1ae2 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports/861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 942 time: 0.1101742 Jan 15 15:13:16.653243 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-403ad215-3034-4fb2-85f5-1ab771a7455a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.198 HTTP/1.1" status: 200 len: 1001 time: 0.1154370 Jan 15 15:13:16.894235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Deleting port 31173250-34f3-4fa2-84e7-441e1c54dbf3 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:16.894620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.092024 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.092648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for floatingip, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.240675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Calling delete_port for 31173250-34f3-4fa2-84e7-441e1c54dbf3 owned by network:floatingip {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:17.417881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.434852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-25e3d9bd-1222-497e-a238-b0e619d80067 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:17.532430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event deleted for resources: {'Port': ['ID=31173250-34f3-4fa2-84e7-441e1c54dbf3,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:17.556204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.556623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.557040 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.557453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.557860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.558296 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.558700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.559121 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.559675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.560003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.560404 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.560805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.561294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.561695 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.562118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.562569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.562970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.563380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.563780 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.564179 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.564575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.564974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.565369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.565763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:17.570652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:17.706207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for floatingip, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:17.706569 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Floating IP d82ebde4-77c6-4f79-8790-5665825b49a9 disassociated (deleted). External IP: 172.28.1.198, port: 861d11b5-8826-4046-9230-6b41b9e4a3ad. Jan 15 15:13:18.107605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:18.319947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:18.336941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] Sync routers for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:18.356546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:18.356791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:18.357434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:13:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:18.421416 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-831e03cd-76df-4dcd-9117-3e9641887f5a tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "DELETE /v2.0/floatingips/d82ebde4-77c6-4f79-8790-5665825b49a9 HTTP/1.1" status: 204 len: 173 time: 1.7560904 Jan 15 15:13:18.421998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:18.528920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ce93-2540-46ad-ab55-71af44389713 req-53cb2521-df77-41b8-b7c4-d64008310cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:18.531049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-53cb2521-df77-41b8-b7c4-d64008310cb7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.0916734 Jan 15 15:13:18.540477 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'status': 'completed', 'code': 200} Jan 15 15:13:18.604893 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:18.774505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ce93-2540-46ad-ab55-71af44389713 req-aba5c4dd-536e-47d2-b131-d0e656a091c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:18.776240 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-aba5c4dd-536e-47d2-b131-d0e656a091c9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.2321153 Jan 15 15:13:18.784835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732b905-d020-407f-90ca-18b7c4015194 req-15e70a14-3902-47b8-b4b1-57dbc40bcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:18.786603 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3732b905-d020-407f-90ca-18b7c4015194 req-15e70a14-3902-47b8-b4b1-57dbc40bcefc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 1162 time: 0.1424205 Jan 15 15:13:18.913287 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-3be557fe-c533-4cf8-af8c-e7c5449c8eef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 217 time: 0.1251817 Jan 15 15:13:19.026640 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:53Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:19.033072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] Checking router: ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:19.044804 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:19.045500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:13:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:19.249031 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:19.332735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ce93-2540-46ad-ab55-71af44389713 req-11e32dcc-aaca-4485-a422-1b1c8092dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:19.335824 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-11e32dcc-aaca-4485-a422-1b1c8092dd94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.1194720 Jan 15 15:13:19.408061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732b905-d020-407f-90ca-18b7c4015194 req-9514fbe2-2456-46e5-b364-26f9dcf53d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:19.409737 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3732b905-d020-407f-90ca-18b7c4015194 req-9514fbe2-2456-46e5-b364-26f9dcf53d42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 200 len: 901 time: 0.5680432 Jan 15 15:13:19.500144 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3732b905-d020-407f-90ca-18b7c4015194 req-5830fcd7-3e48-40b6-ab80-2ddbb9e8a2d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 200 len: 217 time: 0.0779631 Jan 15 15:13:19.583088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ce93-2540-46ad-ab55-71af44389713 req-699ca9da-3916-41ab-b931-22d61842564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:19.585098 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-699ca9da-3916-41ab-b931-22d61842564e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2290497 Jan 15 15:13:19.597880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732b905-d020-407f-90ca-18b7c4015194 req-821611ef-3ec7-4a8f-aa90-4848625ff26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:19.600601 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3732b905-d020-407f-90ca-18b7c4015194 req-821611ef-3ec7-4a8f-aa90-4848625ff26e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 200 len: 846 time: 0.0934923 Jan 15 15:13:19.818549 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-3ee7d2ba-f8e3-4e18-81c2-dc601f869556 service neutron] 10.222.0.71 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167842 Jan 15 15:13:19.821473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732b905-d020-407f-90ca-18b7c4015194 req-505f9235-a1a2-4227-a021-424ea237100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:19.823093 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3732b905-d020-407f-90ca-18b7c4015194 req-505f9235-a1a2-4227-a021-424ea237100d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e3f4e3e-59b7-49d0-a035-362fa46e9cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1938822 Jan 15 15:13:19.885896 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:53Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:19.890842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbfcf5-d0ff-4c72-a9db-76ad93a7386f None None] The sync data for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb is: [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:08:43Z', 'revision_number': 4, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': 'c6a4fd32-b1f5-4f4a-8c14-83fd60693d55', 'name': '', 'network_id': '2e3f4e3e-59b7-49d0-a035-362fa46e9cec', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'mac_address': 'fa:16:3e:4a:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:42Z', 'updated_at': '2021-01-15T15:08:53Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'subnets': [{'id': 'a454ac1f-e58f-4694-9468-752326f834a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:20.136824 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3732b905-d020-407f-90ca-18b7c4015194 req-9924293c-d08c-42d4-aa99-797afc031c87 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055930 Jan 15 15:13:20.139277 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700ce93-2540-46ad-ab55-71af44389713 req-d6936317-9238-4a0c-90d6-aef1bdf71685 service neutron] 10.222.0.71 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2846518 Jan 15 15:13:20.319587 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3732b905-d020-407f-90ca-18b7c4015194 req-60054317-4c73-4c42-a61b-43ad8659a944 service neutron] 10.222.0.72 "GET /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1756620 Jan 15 15:13:20.362584 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9abe4-0d12-4a80-ad17-629934aaa141 None None] New status for floating IP d82ebde4-77c6-4f79-8790-5665825b49a9: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:13:20.806619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52087b-a8b9-4722-8aaf-01f81b823fd1 req-cb7050b4-438f-4f37-930e-7c31a6b3dbd9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:20.807427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-3f52087b-a8b9-4722-8aaf-01f81b823fd1 req-cb7050b4-438f-4f37-930e-7c31a6b3dbd9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Synchronizing usage tracker for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:20.824166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-3f52087b-a8b9-4722-8aaf-01f81b823fd1 req-cb7050b4-438f-4f37-930e-7c31a6b3dbd9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Unset dirty status for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:20.825634 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3f52087b-a8b9-4722-8aaf-01f81b823fd1 req-cb7050b4-438f-4f37-930e-7c31a6b3dbd9 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1218319 Jan 15 15:13:20.884814 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3f52087b-a8b9-4722-8aaf-01f81b823fd1 req-72f5b895-4464-42a6-ac58-a75211d70b6c tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0515110 Jan 15 15:13:22.165880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b33e43-cfea-4cc4-bcb8-0f78a97590dc req-98dda91c-e18f-44b7-aad1-978a4afcad17 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:22.167665 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d6b33e43-cfea-4cc4-bcb8-0f78a97590dc req-98dda91c-e18f-44b7-aad1-978a4afcad17 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1153944 Jan 15 15:13:22.207517 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:13:22.246875 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d6b33e43-cfea-4cc4-bcb8-0f78a97590dc req-8afe7060-bea7-4232-95de-29054816779f tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups?id=e093bbf2-c2f4-4334-9b98-6fe54516c218&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0695231 Jan 15 15:13:22.340087 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-d4255141-5f39-4fcf-a873-7b75b09d9ce3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:22.341893 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-d4255141-5f39-4fcf-a873-7b75b09d9ce3 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.72 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 945 time: 0.1317940 Jan 15 15:13:22.430468 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Deleting port 861d11b5-8826-4046-9230-6b41b9e4a3ad {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:22.430955 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:22.788608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] For port 861d11b5-8826-4046-9230-6b41b9e4a3ad, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=861d11b5-8826-4046-9230-6b41b9e4a3ad,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:22.789198 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:23.002487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Calling delete_port for 861d11b5-8826-4046-9230-6b41b9e4a3ad owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:23.200074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:23.216351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-61432bca-befa-4fcc-8b07-1d2fbf9d6371 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:23.324041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event deleted for resources: {'Port': ['ID=861d11b5-8826-4046-9230-6b41b9e4a3ad,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:23.337115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:23.514891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] No DVR routers for this DVR port 861d11b5-8826-4046-9230-6b41b9e4a3ad on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:13:23.518875 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-56558cdb-bb41-4380-80ac-b32cb9ba5b2a req-9feea429-0076-4141-84c8-6787760b99d8 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 210 time: 0.0974691 Jan 15 15:13:23.520090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:23.523789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-deleted', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:13:23.534116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:23.549201 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f89b55d2-ff97-4687-9a10-2776405d6f14 req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.72 "DELETE /v2.0/ports/861d11b5-8826-4046-9230-6b41b9e4a3ad HTTP/1.1" status: 204 len: 173 time: 1.2006845 Jan 15 15:13:23.604317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] No Port match for: 861d11b5-8826-4046-9230-6b41b9e4a3ad {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:23.605172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 861d11b5-8826-4046-9230-6b41b9e4a3ad not bound to the agent host hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:23.645612 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b165e36a-7531-480d-8889-d5961546d83a', 'name': 'network-vif-deleted', 'tag': '861d11b5-8826-4046-9230-6b41b9e4a3ad', 'status': 'completed', 'code': 200} Jan 15 15:13:24.784704 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a516842e-5849-44fd-92bd-a058565b9485 req-0dac3775-32da-4ac9-a185-799041140067 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Synchronizing usage tracker for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:13:24.801260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-a516842e-5849-44fd-92bd-a058565b9485 req-0dac3775-32da-4ac9-a185-799041140067 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Unset dirty status for tenant:c4df2ac211f04677bd2ee7730080ae8c on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:13:24.802717 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a516842e-5849-44fd-92bd-a058565b9485 req-0dac3775-32da-4ac9-a185-799041140067 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/ports?device_id=b165e36a-7531-480d-8889-d5961546d83a HTTP/1.1" status: 200 len: 210 time: 0.0948861 Jan 15 15:13:26.137941 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8b314e68-d1ea-49a1-ac3a-ba8f4d16a94d req-56d203a0-e342-4466-a8c0-65ca06333de6 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "GET /v2.0/security-groups/e093bbf2-c2f4-4334-9b98-6fe54516c218 HTTP/1.1" status: 200 len: 2991 time: 0.0879309 Jan 15 15:13:26.240061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8b314e68-d1ea-49a1-ac3a-ba8f4d16a94d req-cf2e38c7-9f6c-466a-af64-3136d3df1810 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.273847 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8b314e68-d1ea-49a1-ac3a-ba8f4d16a94d req-cf2e38c7-9f6c-466a-af64-3136d3df1810 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.322687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8b314e68-d1ea-49a1-ac3a-ba8f4d16a94d req-cf2e38c7-9f6c-466a-af64-3136d3df1810 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.326985 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e8a47b3b-0569-4802-be98-037cc001a832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:26.343163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e38c7-9f6c-466a-af64-3136d3df1810 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093bbf2-c2f4-4334-9b98-6fe54516c218,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:26.347709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cf2e38c7-9f6c-466a-af64-3136d3df1810 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:26.355530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8b314e68-d1ea-49a1-ac3a-ba8f4d16a94d req-cf2e38c7-9f6c-466a-af64-3136d3df1810 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:26.356874 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8b314e68-d1ea-49a1-ac3a-ba8f4d16a94d req-cf2e38c7-9f6c-466a-af64-3136d3df1810 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] 10.222.0.71 "DELETE /v2.0/security-groups/e093bbf2-c2f4-4334-9b98-6fe54516c218 HTTP/1.1" status: 204 len: 173 time: 0.2089760 Jan 15 15:13:26.424065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44984) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:27.346650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039072'] for router_interface, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:27.900628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Deleting port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:27.901284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.114002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] For port c6a4fd32-b1f5-4f4a-8c14-83fd60693d55, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:28.114723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.263363 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Calling delete_port for c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 owned by network:router_interface {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:28.474642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:28.488947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4fed3518-78ad-4f9b-9d50-3c571906c305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:28.535860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a4fd32-b1f5-4f4a-8c14-83fd60693d55,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:28.539738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:29.015735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853264339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738640'] for router_interface, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:29.583757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:29.814416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:29.829809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] Sync routers for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:29.844106 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-c5f6d5c5-4427-4ceb-aa93-498f5a776604 admin admin] 10.222.0.71 "PUT /v2.0/routers/ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4187276 Jan 15 15:13:29.846776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 44994) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:29.850588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:29.851745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:13:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:30.083675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-3b69a502-0751-4c65-8eef-067fcf97674e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.161416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:30.454799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks [] for router, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.533209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:13:28Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:30.542615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] Checking router: ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:30.561007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] Routers {'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:30.562187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:13:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:30.676890 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.682326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Deleting port 5632613d-540f-47ed-ae4f-6393a8e96228 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:30.682701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:30.807007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] Set router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:30.942687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] For port 5632613d-540f-47ed-ae4f-6393a8e96228, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=5632613d-540f-47ed-ae4f-6393a8e96228,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:30.942982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.101025 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Calling delete_port for 5632613d-540f-47ed-ae4f-6393a8e96228 owned by network:router_gateway {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:31.200878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:13:28Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:31.208911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb8e84d-51a1-44c3-8551-31cb769336e5 None None] The sync data for ids ['ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c'] in dv-cinder-734144-13-smb is: [{'id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'name': 'tempest-TestShelveInstance-40524415-router', 'tenant_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:34Z', 'updated_at': '2021-01-15T15:13:28Z', 'revision_number': 5, 'project_id': 'c4df2ac211f04677bd2ee7730080ae8c', 'gw_port': {'id': '5632613d-540f-47ed-ae4f-6393a8e96228', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:36Z', 'updated_at': '2021-01-15T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:31.276257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.557619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853832472'] for router_gateway, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.715105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499779'] for router, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.717861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.756049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853737390'] for router, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.758145 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c {{(pid=80123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:13:31.850104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:31.851380 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-796cd66a-9b3f-41fc-9dcb-b65e3ce94a22 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ab563cb8-2b9e-4fd7-89c1-5a8e6cdf1e8c HTTP/1.1" status: 204 len: 168 time: 2.0035100 Jan 15 15:13:31.861961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45008) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:31.913339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361170b-009b-401e-b92e-78eb4f430186 req-967edf40-4b2a-4372-a651-ced4c229f741 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:31.915877 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d361170b-009b-401e-b92e-78eb4f430186 req-967edf40-4b2a-4372-a651-ced4c229f741 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1496563 Jan 15 15:13:31.990640 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d361170b-009b-401e-b92e-78eb4f430186 req-6ef8add2-baa5-4e83-915f-5f655b66d707 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683367 Jan 15 15:13:32.244070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-e1ea5b03-222a-4357-9859-626c0b152d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:32.246796 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-e1ea5b03-222a-4357-9859-626c0b152d28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 1162 time: 0.1308663 Jan 15 15:13:32.347039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Deleting subnet a454ac1f-e58f-4694-9468-752326f834a3 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:13:32.351344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:32.415815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-403311fc-bf8b-43ea-bb05-4a419b17d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:32.417556 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-403311fc-bf8b-43ea-bb05-4a419b17d89a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.1501029 Jan 15 15:13:32.430552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3039937'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:32.535354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:32.560289 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-85b9484a-6f25-4868-a47f-011293d160b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 200 len: 1001 time: 0.1357858 Jan 15 15:13:32.655506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-78034145-598e-45cc-a521-91f0da4f28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:32.656937 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-78034145-598e-45cc-a521-91f0da4f28c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.0898533 Jan 15 15:13:32.715160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 5632613d-540f-47ed-ae4f-6393a8e96228 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:32.755824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 5632613d-540f-47ed-ae4f-6393a8e96228 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:32.756202 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 5632613d-540f-47ed-ae4f-6393a8e96228 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:32.756929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:32.805164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:32.805494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device c6a4fd32-b1f5-4f4a-8c14-83fd60693d55 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:32.812352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-7b952e1d-ad2b-48da-aca9-600cdade6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:32.815125 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-7b952e1d-ad2b-48da-aca9-600cdade6f11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1503563 Jan 15 15:13:32.867473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851669727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4141537'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:32.901183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2d9c575f-b744-4e6c-88b5-6f0cd810bb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:33.046991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d12916a3-7736-40ae-a259-dbdcabc51fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.059122 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-8d6da2a8-b567-4f3f-923f-72d6adf0f5af service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370875 Jan 15 15:13:33.082845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a454ac1f-e58f-4694-9468-752326f834a3,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:33.095427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.095820 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.096414 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.096979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.097538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.098125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.099228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.099823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.100383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.100935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.101496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.102107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.102838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.103476 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.104076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.104898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.105432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.105979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.106570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.107113 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.107673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.108224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.108745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.109283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:33.115845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:33.163189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.171575 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-95594889-19e4-4ca5-9b48-dac14f167c39 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a454ac1f-e58f-4694-9468-752326f834a3 HTTP/1.1" status: 204 len: 168 time: 1.3084590 Jan 15 15:13:33.171851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e59c239-9af6-4f64-9a3c-3a50df7f31c1 None None] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:13:33.176117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45016) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:33.288696 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a21d948c-6f66-4f6d-822d-fa6e46354d90 req-76e7703d-4250-45f3-acba-6094fda23010 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2192664 Jan 15 15:13:33.387928 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.475544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Deleting port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:33.476284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.531768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] DHCP port deletion for 2e3f4e3e-59b7-49d0-a035-362fa46e9cec request from dv-cinder-734144-13-smb {{(pid=80124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:13:33.537357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Deleting port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:33.538550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.550774 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72952bc-273a-41b1-bae7-6a348da1f1bf req-0ffb12ec-e090-4081-ae6a-8880a60b4ed0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:33.553048 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e72952bc-273a-41b1-bae7-6a348da1f1bf req-0ffb12ec-e090-4081-ae6a-8880a60b4ed0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.2593720 Jan 15 15:13:33.681781 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e72952bc-273a-41b1-bae7-6a348da1f1bf req-f011b2ee-29d3-4082-b7fb-45c16f50c2ee tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061912 Jan 15 15:13:33.693509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.800865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] For port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:33.801461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.857454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] For port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,segment=NetworkSegment(90475aac-aa6d-4944-8544-24ccb5051eca),segment_id=90475aac-aa6d-4944-8544-24ccb5051eca)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:33.857846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:33.938359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Calling delete_port for b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 owned by network:dhcp {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:34.013038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Calling delete_port for b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 owned by network:dhcp {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:34.021360 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234'] for port, after_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.037609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-6eec4f78-7f09-4788-a7c5-2aa9536da8c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:34.131227 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:13:34.131835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:13:34.143224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Pushing event deleted for resources: {'Port': ['ID=b628047b-60f3-4bb8-b6b9-b3d5f8e405f3,revision_number=None']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:34.157911 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.158329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.158715 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.159099 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.159482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.159866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.160239 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.160609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.161009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.161913 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.162316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.162696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.163160 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.163537 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.163930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.164317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.164727 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.165089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.165458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.165831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.166232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.166605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.166980 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.167345 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:13:34.174749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:34.204139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] No DVR routers for this DVR port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 on host dv-cinder-734144-13-smb {{(pid=80124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:13:34.632866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Deleting port b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:34.633332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.697845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:34.724906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] The port 'b628047b-60f3-4bb8-b6b9-b3d5f8e405f3' was deleted {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:13:34.800298 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:34.800659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device b628047b-60f3-4bb8-b6b9-b3d5f8e405f3 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:34.806865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.916540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:34.963897 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a63d1d-0ba3-40b5-8860-323ca7b88e9f req-2e81416b-84d8-44bd-8481-cc0785393ea0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:34.965876 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d6a63d1d-0ba3-40b5-8860-323ca7b88e9f req-2e81416b-84d8-44bd-8481-cc0785393ea0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1160309 Jan 15 15:13:35.042194 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d6a63d1d-0ba3-40b5-8860-323ca7b88e9f req-0c706826-9b53-40cf-9e8d-3704e4d152cd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669897 Jan 15 15:13:35.302240 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3f4e3e-59b7-49d0-a035-362fa46e9cec']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:35.317734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90475aac-aa6d-4944-8544-24ccb5051eca') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:35.318211 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90475aac-aa6d-4944-8544-24ccb5051eca') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:35.338098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851735815'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.360779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.363555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:13:35.575440 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:35.585007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851669636'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.761032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.792057 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Network 2e3f4e3e-59b7-49d0-a035-362fa46e9cec has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: % (table.description, expected, rows_matched) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: % (table.description, expected, rows_matched) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: % (table.description, expected, rows_matched) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: % (table.description, expected, rows_matched) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:13:35.819347 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:13:35.909310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.914378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-47cdf56b-5945-47c1-a9d1-9bb16ff89f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:35.938310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:35.948760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3f4e3e-59b7-49d0-a035-362fa46e9cec,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:35.952623 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:35.963904 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1297f3fc-5bea-4985-b333-2a6698d94947 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2e3f4e3e-59b7-49d0-a035-362fa46e9cec HTTP/1.1" status: 204 len: 168 time: 2.7855906 Jan 15 15:13:35.967467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45022) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:36.518727 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50260f-cabc-40b7-b3e8-74a00c69c92c req-798ba04d-ca54-47d4-92e7-4f7f7e00b237 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:36.521057 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9c50260f-cabc-40b7-b3e8-74a00c69c92c req-798ba04d-ca54-47d4-92e7-4f7f7e00b237 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.2832313 Jan 15 15:13:36.647367 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9c50260f-cabc-40b7-b3e8-74a00c69c92c req-e65be954-4770-4ae8-865c-08d1edc1459c tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126738 Jan 15 15:13:36.766758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039072'] for router_interface, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.253081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Deleting port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:37.253806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.441249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] For port 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,segment=NetworkSegment(d6ccef16-163e-4dd8-bb4e-8b75ba755bab),segment_id=d6ccef16-163e-4dd8-bb4e-8b75ba755bab)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:37.441636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.445081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.595069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Calling delete_port for 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c owned by network:router_interface {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:37.961377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979ee39-eaac-46f3-817a-6ec274d4a0bd req-06072880-c04c-4524-8384-087db3ac471e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:37.963038 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d979ee39-eaac-46f3-817a-6ec274d4a0bd req-06072880-c04c-4524-8384-087db3ac471e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1208365 Jan 15 15:13:37.980782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:37.999124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-c68d9fff-08fc-4d35-9210-7393f0c25928 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:38.043194 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d979ee39-eaac-46f3-817a-6ec274d4a0bd req-b36e37b2-8051-460d-b990-77690037517a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733714 Jan 15 15:13:38.120213 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:38.129735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:38.735005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853264339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738640'] for router_interface, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:39.361214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:13:39.391917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ed81b-13df-4167-97d9-c8cc47a89314 req-bb14b0d8-fb04-4c66-861c-99c1d1e3e8d0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:39.393551 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-778ed81b-13df-4167-97d9-c8cc47a89314 req-bb14b0d8-fb04-4c66-861c-99c1d1e3e8d0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1709566 Jan 15 15:13:39.593701 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-778ed81b-13df-4167-97d9-c8cc47a89314 req-aa4be3d3-f8a7-4606-b61b-b0b9ff01b1f0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397972 Jan 15 15:13:39.628787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:13:39.641689 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2cbd8c19-18ba-490f-939f-b437a66ab0e9 admin admin] 10.222.0.71 "PUT /v2.0/routers/c5bb0366-9d06-420b-a33f-4c94a2a2ba14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6728573 Jan 15 15:13:39.644535 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45032) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:39.645580 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] Sync routers for ids ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:13:39.661680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] Routers {'c5bb0366-9d06-420b-a33f-4c94a2a2ba14'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:39.662930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:13:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:39.883318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks [] for router, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:40.016026 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device bfeeb932-be7f-4bb6-9748-101b92ab6c4e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:40.120208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:40.126461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Deleting port 06ff9d7a-486d-418e-8482-da88966f4d48 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:40.126944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:40.198139 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:40.198833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:40.245849 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] Set router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:40.345826 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] For port 06ff9d7a-486d-418e-8482-da88966f4d48, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=06ff9d7a-486d-418e-8482-da88966f4d48,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:40.346627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:40.492500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Calling delete_port for 06ff9d7a-486d-418e-8482-da88966f4d48 owned by network:router_gateway {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:40.680891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: WARNING neutron.plugins.ml2.ovo_rpc [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: result = function(*args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: proto.__init__(conn_state, self) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: self.handle() Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: self.handle_one_request() Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: self.handle_one_response() Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: result = self.application(self.environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return app(environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self.application) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return request.get_response(self.application) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: response = req.get_response(self._app) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: application, catch_exc_info=False) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: app_iter = application(self.environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return resp(environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return resp(environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: response = self.app(environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return resp(environ, start_response) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: resp = self.call_func(req, *args, **kw) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: return self.func(req, *args, **kwargs) Jan 15 15:13:40.687192 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: result = method(request=request, **args) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return self._delete(request, id, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return f(*dup_args, **dup_kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: obj_deleter(request.context, id, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return method(*args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return f(*args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return f(*dup_args, **dup_kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: self._delete_current_gw_port(context, id, router, None) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, context, *args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return method(*args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: context, port, router_ids, bound_mech_contexts) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: return function(*args, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: callback(resource, event, trigger, **kwargs) Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: if self._is_session_semantic_violated(context, resource, event): Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: stack = traceback.extract_stack() Jan 15 15:13:40.698504 dv-cinder-734144-13-smb neutron-server[80007]: Jan 15 15:13:40.814402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:13:37Z', 'revision_number': 5, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:40.820293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] Checking router: c5bb0366-9d06-420b-a33f-4c94a2a2ba14 for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:13:40.832073 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] Routers {'c5bb0366-9d06-420b-a33f-4c94a2a2ba14'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:13:40.833023 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:13:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:40.937639 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d25b9-f1d9-406d-bf3f-76ade18eb50c req-d6a82f88-16f6-4267-8c83-18ebd85741cb tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:40.940338 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1c3d25b9-f1d9-406d-bf3f-76ade18eb50c req-d6a82f88-16f6-4267-8c83-18ebd85741cb tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1420665 Jan 15 15:13:40.970124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853832472'] for router_gateway, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.016787 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1c3d25b9-f1d9-406d-bf3f-76ade18eb50c req-4d1b6a45-7c5f-4044-a85b-ddf8493039a9 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689795 Jan 15 15:13:41.049510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] Set router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:13:41.144173 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499779'] for router, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.147232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.253405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853737390'] for router, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.254429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5bb0366-9d06-420b-a33f-4c94a2a2ba14 {{(pid=80122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:13:41.277233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.279478 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-80f43730-93c5-483e-98b2-30d0c8c0ba2b admin admin] 10.222.0.71 "DELETE /v2.0/routers/c5bb0366-9d06-420b-a33f-4c94a2a2ba14 HTTP/1.1" status: 204 len: 168 time: 1.6338146 Jan 15 15:13:41.282766 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45038) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:41.365143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Deleting subnet 154fe95e-b8b2-4d61-9626-93338a7c7cd7 {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:13:41.369053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.405789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:13:37Z', 'revision_number': 5, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:41.413778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d732a86-33b9-4c79-b47e-4871c3be8faf None None] The sync data for ids ['c5bb0366-9d06-420b-a33f-4c94a2a2ba14'] in dv-cinder-734144-13-smb is: [{'id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'name': 'tempest-TestShelveInstance-337616090-router', 'tenant_id': 'c3fdeba3f5564246aec3330217834d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153'}], 'enable_snat': True}, 'gw_port_id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:08:51Z', 'updated_at': '2021-01-15T15:13:37Z', 'revision_number': 5, 'project_id': 'c3fdeba3f5564246aec3330217834d66', 'gw_port': {'id': '06ff9d7a-486d-418e-8482-da88966f4d48', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:db:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bb0366-9d06-420b-a33f-4c94a2a2ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:08:53Z', 'updated_at': '2021-01-15T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:13:41.433476 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3039937'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:41.575552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.137961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851669727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4141537'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.167721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:42.282065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154fe95e-b8b2-4d61-9626-93338a7c7cd7,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:42.338158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:42.414372 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.419378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba0685-0850-4084-b664-7d2806af2ed1 None None] Network baec846a-98c4-4e4e-a34d-77de74633480 requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:13:42.424047 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0fee6339-825e-4e5e-81dc-3bcd914da69b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/154fe95e-b8b2-4d61-9626-93338a7c7cd7 HTTP/1.1" status: 204 len: 168 time: 1.1401105 Jan 15 15:13:42.428891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45044) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:42.475078 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439cbf-e8cf-4a1b-a5fc-fd8bfa8e4c56 req-27c7c14d-3194-4a30-8cbb-bc0e970e9b38 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:42.478445 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4a439cbf-e8cf-4a1b-a5fc-fd8bfa8e4c56 req-27c7c14d-3194-4a30-8cbb-bc0e970e9b38 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.2480385 Jan 15 15:13:42.667818 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4a439cbf-e8cf-4a1b-a5fc-fd8bfa8e4c56 req-ed77e893-7107-469c-9f3d-d54fe5224440 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821480 Jan 15 15:13:42.674978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.753880 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:42.762471 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Deleting port fd379ee4-56df-439e-b43d-278331e2fba0 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:42.762874 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:42.810316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] DHCP port deletion for baec846a-98c4-4e4e-a34d-77de74633480 request from dv-cinder-734144-13-smb {{(pid=80124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:13:42.819356 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:42.819765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7e5e679e-6c99-48b0-a7d1-cc95a3b54b3c not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:42.820270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 06ff9d7a-486d-418e-8482-da88966f4d48 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:42.858564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 06ff9d7a-486d-418e-8482-da88966f4d48 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:42.858961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 06ff9d7a-486d-418e-8482-da88966f4d48 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:42.860605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Deleting port fd379ee4-56df-439e-b43d-278331e2fba0 {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:42.861022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.032554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] For port fd379ee4-56df-439e-b43d-278331e2fba0, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=fd379ee4-56df-439e-b43d-278331e2fba0,segment=NetworkSegment(d6ccef16-163e-4dd8-bb4e-8b75ba755bab),segment_id=d6ccef16-163e-4dd8-bb4e-8b75ba755bab)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:43.033208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.133374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] For port fd379ee4-56df-439e-b43d-278331e2fba0, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=fd379ee4-56df-439e-b43d-278331e2fba0,segment=NetworkSegment(d6ccef16-163e-4dd8-bb4e-8b75ba755bab),segment_id=d6ccef16-163e-4dd8-bb4e-8b75ba755bab)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:13:43.133788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.286738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Calling delete_port for fd379ee4-56df-439e-b43d-278331e2fba0 owned by network:dhcp {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:43.296381 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Calling delete_port for fd379ee4-56df-439e-b43d-278331e2fba0 owned by network:dhcp {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:13:43.369147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-e8de9b01-0f13-4716-ab53-20a3ac63d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:43.372601 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-e8de9b01-0f13-4716-ab53-20a3ac63d438 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 1162 time: 0.1203511 Jan 15 15:13:43.394281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234'] for port, after_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.409717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:13:43.410264 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:13:43.442447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3295e8-794a-4bea-bdce-dec5174f006e req-6801e2ce-9b1f-4dfb-894e-bfd6e8921310 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:43.444248 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fc3295e8-794a-4bea-bdce-dec5174f006e req-6801e2ce-9b1f-4dfb-894e-bfd6e8921310 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.2740231 Jan 15 15:13:43.468422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce43c6f5-b02f-4982-bd1b-a9482996c1f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:43.532718 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-fc3295e8-794a-4bea-bdce-dec5174f006e req-df2b8621-55b6-4d37-9182-d339e3fa1757 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750780 Jan 15 15:13:43.548192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Pushing event deleted for resources: {'Port': ['ID=fd379ee4-56df-439e-b43d-278331e2fba0,revision_number=None']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:43.556271 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:43.592303 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] No DVR routers for this DVR port fd379ee4-56df-439e-b43d-278331e2fba0 on host dv-cinder-734144-13-smb {{(pid=80124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:13:43.592839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-1b329e37-0555-4623-b252-486ca0c88f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:43.594694 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-1b329e37-0555-4623-b252-486ca0c88f55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.2156572 Jan 15 15:13:43.739152 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-d2a0580a-fdac-4c45-8183-1b2938124e4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 200 len: 1001 time: 0.1366923 Jan 15 15:13:43.818839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-6219b666-6c98-44fe-ba80-0c66b1e695b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:43.821577 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-6219b666-6c98-44fe-ba80-0c66b1e695b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.0757864 Jan 15 15:13:43.911149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Deleting port fd379ee4-56df-439e-b43d-278331e2fba0 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:13:43.911538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:43.913134 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-140683b8-eec2-4140-8e6d-3609c84bfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:43.914892 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-140683b8-eec2-4140-8e6d-3609c84bfdc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0867395 Jan 15 15:13:43.981333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] The port 'fd379ee4-56df-439e-b43d-278331e2fba0' was deleted {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:13:44.079186 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-6344948a-cfc6-41ce-8013-a6966464f2ed service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575270 Jan 15 15:13:44.146564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:44.287053 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dc37d3cd-010e-40a9-b00a-0cc68d6b6afc req-a9da3d13-8c10-449e-8a80-3ef13e035eb7 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2007442 Jan 15 15:13:44.318696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baec846a-98c4-4e4e-a34d-77de74633480']}} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:44.332419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab') {'for_net_delete': True} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:44.333260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ccef16-163e-4dd8-bb4e-8b75ba755bab') {} {{(pid=80122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:13:44.347821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851735815'] for segment, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:44.363969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:44.366636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:13:44.682270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Network baec846a-98c4-4e4e-a34d-77de74633480 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:44.701086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851669636'] for segment, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:44.717429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device fd379ee4-56df-439e-b43d-278331e2fba0 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:13:44.785511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: fd379ee4-56df-439e-b43d-278331e2fba0 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:13:44.786693 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device fd379ee4-56df-439e-b43d-278331e2fba0 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:13:44.804168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f744b9-faf3-4f0a-9205-42ae91e4c040 req-4f6a0ce2-3f2c-4c34-8dcb-a207dbf2e648 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:44.805966 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b5f744b9-faf3-4f0a-9205-42ae91e4c040 req-4f6a0ce2-3f2c-4c34-8dcb-a207dbf2e648 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1296241 Jan 15 15:13:44.864673 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b5f744b9-faf3-4f0a-9205-42ae91e4c040 req-4f715ed9-2e64-421c-9665-022db5652560 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517092 Jan 15 15:13:44.939170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Network baec846a-98c4-4e4e-a34d-77de74633480 has no segments {{(pid=80122) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:13:44.964116 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:13:45.081242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.086340 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eb64cf73-208b-4de9-a031-e0654bd63d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:45.105296 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.112425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Pushing event deleted for resources: {'Network': ['ID=baec846a-98c4-4e4e-a34d-77de74633480,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:45.118186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:45.121356 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-673e183b-8f19-4740-92a7-2d53d96caa0a admin admin] 10.222.0.71 "DELETE /v2.0/networks/baec846a-98c4-4e4e-a34d-77de74633480 HTTP/1.1" status: 204 len: 168 time: 2.6915233 Jan 15 15:13:45.285771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45056) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:45.349977 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-929b4ee9-fe5a-4f23-955a-892ee43cdc77 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c4df2ac211f04677bd2ee7730080ae8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627139 Jan 15 15:13:45.352932 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45060) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:45.419971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.453597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.512219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.518583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bb58dfca-ab21-45cd-bf97-4edde907c20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:45.541047 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f14bf72-7339-49b1-8f0d-ff5fae1b95bc,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:45.544569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:45.549086 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f14bf72-7339-49b1-8f0d-ff5fae1b95bc HTTP/1.1" status: 204 len: 168 time: 0.1919920 Jan 15 15:13:45.549086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:45.920572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device bfeeb932-be7f-4bb6-9748-101b92ab6c4e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:13:46.001546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port bfeeb932-be7f-4bb6-9748-101b92ab6c4e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:13:46.002050 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:46.062857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45070) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:46.159489 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a030c2b5-9b8a-453a-820f-f735375dbec8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3fdeba3f5564246aec3330217834d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920117 Jan 15 15:13:46.160004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45074) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:13:46.265801 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a402a93f-7970-4a14-81e2-4c63ef285d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:46.266961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6f5b-6062-4ced-923d-142731402442 req-38151f69-918f-4ffe-bf67-7b15e698cbd3 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:13:46.268710 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-094e6f5b-6062-4ced-923d-142731402442 req-38151f69-918f-4ffe-bf67-7b15e698cbd3 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1671658 Jan 15 15:13:46.299878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a402a93f-7970-4a14-81e2-4c63ef285d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:46.361379 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-094e6f5b-6062-4ced-923d-142731402442 req-a186ee15-7f15-4d33-a86b-a792bd4a18a0 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794380 Jan 15 15:13:46.369400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a402a93f-7970-4a14-81e2-4c63ef285d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:46.375678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5a97d58b-0b8f-48d9-b075-46ff85c4d528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:13:46.389097 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402a93f-7970-4a14-81e2-4c63ef285d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f4f64-56eb-4203-99ef-6a99066313ef,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:13:46.396300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a402a93f-7970-4a14-81e2-4c63ef285d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:13:46.402030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a402a93f-7970-4a14-81e2-4c63ef285d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:13:46.404166 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a402a93f-7970-4a14-81e2-4c63ef285d5f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db1f4f64-56eb-4203-99ef-6a99066313ef HTTP/1.1" status: 204 len: 168 time: 0.2416852 Jan 15 15:13:59.198538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:14:00.079747 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-48025e39-65d4-4427-9b38-0a87fe35a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:03.032809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5583d278-4e72-486f-8524-af256e52836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:03.668242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:04.739485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:05.760141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:07.461712 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:19.626441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e058dd-2a74-4aee-beb2-4d4e8ae56a22 req-45a5c256-d5b6-4b6a-82b0-a599eb620acc tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:19.628108 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3e058dd-2a74-4aee-beb2-4d4e8ae56a22 req-45a5c256-d5b6-4b6a-82b0-a599eb620acc tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.4886808 Jan 15 15:14:19.681301 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b3e058dd-2a74-4aee-beb2-4d4e8ae56a22 req-253d5d82-67a4-4586-876f-fd242667452a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468395 Jan 15 15:14:21.043207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793914c-8de3-4392-a12f-d148425b770f req-eb7ba049-e8c6-41f4-a223-f1093bd32975 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:21.044908 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7793914c-8de3-4392-a12f-d148425b770f req-eb7ba049-e8c6-41f4-a223-f1093bd32975 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.2167418 Jan 15 15:14:21.171449 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7793914c-8de3-4392-a12f-d148425b770f req-dd8396ff-5f9f-44bd-a03a-b3c7cddeacfd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191351 Jan 15 15:14:21.235977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-59f651f8-f1fd-4bcb-a1c4-9713ebd4da16 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:21.237739 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-59f651f8-f1fd-4bcb-a1c4-9713ebd4da16 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 945 time: 0.1319685 Jan 15 15:14:21.319634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Deleting port bfeeb932-be7f-4bb6-9748-101b92ab6c4e {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:14:21.320019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:21.667979 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] For port bfeeb932-be7f-4bb6-9748-101b92ab6c4e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:14:21.668380 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:22.062417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device bfeeb932-be7f-4bb6-9748-101b92ab6c4e no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:14:22.222138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:22.283883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port bfeeb932-be7f-4bb6-9748-101b92ab6c4e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:14:22.285305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:14:22.295055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:22.298445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:22.370978 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:22.371647 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:22.372203 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Floating IP 222ca74a-60e9-4612-b1bc-90e8ae1983da disassociated. External IP: 172.28.1.250, port: bfeeb932-be7f-4bb6-9748-101b92ab6c4e. Jan 15 15:14:22.372813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Calling delete_port for bfeeb932-be7f-4bb6-9748-101b92ab6c4e owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:14:22.419009 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'code': 200} Jan 15 15:14:22.420743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:22.426245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:22.501375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:14:22.502224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:14:22.564168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e9fed-5b13-4739-b8c9-9c254c6e627f req-f4d83dee-4650-4c83-bca0-8985a465f887 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:22.566853 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f3e9fed-5b13-4739-b8c9-9c254c6e627f req-f4d83dee-4650-4c83-bca0-8985a465f887 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 943 time: 0.1619744 Jan 15 15:14:22.634891 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f3e9fed-5b13-4739-b8c9-9c254c6e627f req-a1486074-5fa6-40ee-9286-c9ccd687c488 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615978 Jan 15 15:14:23.003400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Deleting port bfeeb932-be7f-4bb6-9748-101b92ab6c4e {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:14:23.004379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:23.368249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] For port bfeeb932-be7f-4bb6-9748-101b92ab6c4e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:14:23.368810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:23.729815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:23.730270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:23.730599 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Floating IP 222ca74a-60e9-4612-b1bc-90e8ae1983da disassociated. External IP: 172.28.1.250, port: bfeeb932-be7f-4bb6-9748-101b92ab6c4e. Jan 15 15:14:23.730984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Calling delete_port for bfeeb932-be7f-4bb6-9748-101b92ab6c4e owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:14:23.992347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a689-6645-48e4-8675-aa6db359c999 req-28a2521f-b2f7-4348-8ed4-2bc64358350d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:23.994098 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b5d8a689-6645-48e4-8675-aa6db359c999 req-28a2521f-b2f7-4348-8ed4-2bc64358350d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 943 time: 0.1967807 Jan 15 15:14:24.000694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:24.019557 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:24.139700 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event deleted for resources: {'Port': ['ID=bfeeb932-be7f-4bb6-9748-101b92ab6c4e,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:24.166212 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.166703 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.167215 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.167777 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.168273 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.168741 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.169235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.169730 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.170231 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.170686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.171118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.171567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.172154 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.172595 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.173036 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.173477 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.173915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.174462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.174903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.175945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.176379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.176818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.177252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.177775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:24.192790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:24.226430 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b5d8a689-6645-48e4-8675-aa6db359c999 req-1b322859-b0a1-41c2-8142-d71f7dd41fff tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=9a4323c9-e9d9-40bc-8881-1a02097fb01e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235146 Jan 15 15:14:24.480563 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Router a8f54104-d7d6-460a-90e5-469e40453f2d has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:14:24.694423 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:14:24.705903 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] Sync routers for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:14:24.719555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:14:24.720384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:14:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:24.732713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] No DVR routers for this DVR port bfeeb932-be7f-4bb6-9748-101b92ab6c4e on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:14:24.735208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:24.744324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'name': 'network-vif-deleted', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:14:24.755319 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ac5932ff-e97d-4fe9-b6a1-ea675034c71c req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "DELETE /v2.0/ports/bfeeb932-be7f-4bb6-9748-101b92ab6c4e HTTP/1.1" status: 204 len: 173 time: 3.5119548 Jan 15 15:14:24.862281 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64063669-2cdd-44eb-bf8b-257f26c13159', 'name': 'network-vif-deleted', 'tag': 'bfeeb932-be7f-4bb6-9748-101b92ab6c4e', 'status': 'completed', 'code': 200} Jan 15 15:14:25.168030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:14:25.533357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-1a828306-7992-41a3-b07a-895d68d4768a req-71c4eb5e-1fd1-4dad-a16e-bc0b0f08f830 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:14:25.558763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-1a828306-7992-41a3-b07a-895d68d4768a req-71c4eb5e-1fd1-4dad-a16e-bc0b0f08f830 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:14:25.560106 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1a828306-7992-41a3-b07a-895d68d4768a req-71c4eb5e-1fd1-4dad-a16e-bc0b0f08f830 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=64063669-2cdd-44eb-bf8b-257f26c13159 HTTP/1.1" status: 200 len: 210 time: 0.1342082 Jan 15 15:14:25.598454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:25.602594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] Checking router: a8f54104-d7d6-460a-90e5-469e40453f2d for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:14:25.613332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:14:25.613998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:14:03Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:25.818195 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:14:26.287953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:26.292342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dde1c5-fa5a-496b-9f96-18ca69f19ea7 None None] The sync data for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb is: [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:14:26.738280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642e46e-4e34-4586-b432-cf34739c0ede None None] New status for floating IP 222ca74a-60e9-4612-b1bc-90e8ae1983da: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:14:26.751722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45126) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:26.846184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:26.900366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:26.983229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:26.994583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5fd89b2d-9317-48fb-95cf-29a10fcbd8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:27.011545 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4323c9-e9d9-40bc-8881-1a02097fb01e,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:27.021872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:27.026505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:27.030860 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "DELETE /v2.0/security-groups/9a4323c9-e9d9-40bc-8881-1a02097fb01e HTTP/1.1" status: 204 len: 168 time: 0.2775502 Jan 15 15:14:27.031086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45130) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:27.062658 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.v2.resource [None req-e73bedd9-6f56-4805-91cc-e630518e7079 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] show failed (client error): The resource could not be found. Jan 15 15:14:27.068125 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e73bedd9-6f56-4805-91cc-e630518e7079 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups/9a4323c9-e9d9-40bc-8881-1a02097fb01e HTTP/1.1" status: 404 len: 347 time: 0.0319123 Jan 15 15:14:27.069318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45134) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:27.253748 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Deleting port ebb791ff-54b3-400c-9639-9e21f62104a9 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:14:27.254151 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:27.493526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:27.493862 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:27.657275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Calling delete_port for ebb791ff-54b3-400c-9639-9e21f62104a9 owned by network:floatingip {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:14:27.828609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:27.845598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5cd7b3f3-e2bf-4ebb-a20c-0a7e112ac1b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:27.941987 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event deleted for resources: {'Port': ['ID=ebb791ff-54b3-400c-9639-9e21f62104a9,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:27.946225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:28.089022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:28.114560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:28.116091 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d877b080-96eb-4ece-8b91-58f91cee2cd6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "DELETE /v2.0/floatingips/222ca74a-60e9-4612-b1bc-90e8ae1983da HTTP/1.1" status: 204 len: 168 time: 1.0451763 Jan 15 15:14:28.716165 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45140) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:28.723675 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'security_group': {'name': 'tempest-securitygroup--522040660', 'description': 'tempest-description--1833848037'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:14:28.734067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:14:28.739757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:14:28.743682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:14:28.753763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:14:28.768450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:28.806824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:14:28.813489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group_rule and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:14:28.817428 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:14:28.827096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:14:28.912993 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:28.916738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:28.921140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bf06b09e-b7fd-4ed2-a674-2163d28d6278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:28.973300 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'SecurityGroup': ['ID=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:28.976416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:28.977886 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2604187 Jan 15 15:14:28.979242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-5b1921c6-5882-475a-8324-dcb66b8893ab tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:28.982829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45144) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:28.992291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'security_group_rule': {'security_group_id': '36f184e7-ff25-4ab0-8b94-c409fe7f7dd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:14:29.009510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:14:29.015926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group_rule and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:14:29.019784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:14:29.027427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:14:29.045845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.119378 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.122192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.129609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:29.151560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c50b149-1dbe-4308-8062-79e75c5dfc6c,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:29.154627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:29.162968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.164366 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801648 Jan 15 15:14:29.167706 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45148) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:29.173321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'security_group_rule': {'security_group_id': '36f184e7-ff25-4ab0-8b94-c409fe7f7dd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:14:29.183960 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:14:29.188663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:security_group_rule and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:14:29.192764 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:14:29.198597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:14:29.222868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.325148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.330968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.334289 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:29.364290 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0621af-54aa-40c4-9255-3b71dc2c6a3e,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:29.367637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:29.375851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.377296 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-74dff242-6c2a-408b-b18d-f8390e5e5307 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2084923 Jan 15 15:14:29.381882 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45152) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:29.388805 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'floatingip': {'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:14:29.408694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:14:29.416875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Usage tracker for resource:floatingip and tenant:01b5cce3a0ca496da91501c148881f96 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:14:29.422813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:14:29.433167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:14:29.720881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:29.874148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:30.083986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b7dabbaa-5151-46d5-8c20-e7bc0df274ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:30.178962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Allocated IP 172.28.1.21 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/808e74a3-2dcf-45f3-8ae6-38b7b7df21a0) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:14:30.368466 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:30.398944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:30.418159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8e11190f-bd63-41bc-a62b-d4e0aa6fa4f2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:30.573578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'Port': ['ID=808e74a3-2dcf-45f3-8ae6-38b7b7df21a0,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:30.578189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:30.635070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:14:30.636149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:14:30.638610 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:14:30.731457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:30.801007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:31.141480 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:31.146444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:31.177232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a5ae1a68-f3f3-44b9-9ec2-ab8a93294f36 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:31.358822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'Port': ['ID=808e74a3-2dcf-45f3-8ae6-38b7b7df21a0,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:31.363041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:31.470802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:31.495324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:31.499310 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1140597 Jan 15 15:14:31.782985 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-20eae0d2-d625-4d20-a9e1-d699d64cd108 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--522040660&fields=id&tenant_id=01b5cce3a0ca496da91501c148881f96 HTTP/1.1" status: 200 len: 267 time: 0.0645349 Jan 15 15:14:31.979535 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-720fd862-fef0-492b-a16f-ce0b105fbfb8 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:31.981209 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-720fd862-fef0-492b-a16f-ce0b105fbfb8 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 811 time: 0.1898310 Jan 15 15:14:31.999831 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-8aa379b0-d136-4d7c-9daa-5088bed5d320 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/quotas/01b5cce3a0ca496da91501c148881f96 HTTP/1.1" status: 200 len: 375 time: 0.0119348 Jan 15 15:14:32.106852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6576c60b-b10b-4901-bec4-62e67055a80c req-f3a06626-8b99-4bb2-981b-f8400ddb0563 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:14:32.132433 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-6576c60b-b10b-4901-bec4-62e67055a80c req-f3a06626-8b99-4bb2-981b-f8400ddb0563 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:14:32.134977 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-f3a06626-8b99-4bb2-981b-f8400ddb0563 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1280067 Jan 15 15:14:32.159058 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-326e9c17-5ab2-4dbd-8f3b-24599bff4cad service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:14:32.161468 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-326e9c17-5ab2-4dbd-8f3b-24599bff4cad service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0104885 Jan 15 15:14:32.361538 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-5e05fe11-32b3-4591-aed0-48a86bdaaf1d service neutron] 10.222.0.71 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886344 Jan 15 15:14:32.523224 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ff0a7009-5833-48c6-b0fd-1e598b5b16b2 service neutron] 10.222.0.71 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1547887 Jan 15 15:14:32.871924 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-be35d306-89f0-4edb-8478-38102ef00d5a req-0cbc5a48-cc3c-40f1-bb8c-c7d8d5d61447 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 210 time: 0.0686481 Jan 15 15:14:33.041487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0b2cde54-f5fa-428b-85f5-2f9c74d32326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:33.662288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:34.092539 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-55342f91-1a39-4d23-b6a4-247ec15efb83 req-91115903-368b-4864-b933-da366b333a98 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 210 time: 0.0500517 Jan 15 15:14:34.594159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-be095610-2026-4a18-8119-04b5b20a681e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:34.595820 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-be095610-2026-4a18-8119-04b5b20a681e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 811 time: 0.2402301 Jan 15 15:14:34.692216 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a3aa94a1-ee0e-494a-90e5-3a21bda6cc32 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01b5cce3a0ca496da91501c148881f96 HTTP/1.1" status: 200 len: 5708 time: 0.0772791 Jan 15 15:14:34.701330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'port': {'device_id': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'admin_state_up': True, 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'security_groups': ['36f184e7-ff25-4ab0-8b94-c409fe7f7dd1']}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:14:34.745785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:34.883870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:14:34.900689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:14:34.914636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Made reservation on behalf of 01b5cce3a0ca496da91501c148881f96 for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:14:34.924631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:35.333196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Allocated IP 172.20.0.12 (cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb/e788f2ce-b3af-4557-aca0-a56a8b1eb85e/d86b04c0-6d30-4caa-9fef-80c6424b5351) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:14:35.362096 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3ca2cd33-21b4-494a-b9b3-ce30995c541a req-60770ab6-4f2b-41b0-ad02-9047a03347c8 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 210 time: 0.0555623 Jan 15 15:14:35.629362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:35.647576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Transition to ACTIVE for port object d86b04c0-6d30-4caa-9fef-80c6424b5351 will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:14:35.669939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:35.695208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:35.764940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:35.848775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event updated for resources: {'Port': ['ID=d86b04c0-6d30-4caa-9fef-80c6424b5351,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:35.864914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:35.913214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:14:35.914765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:14:35.917684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:14:36.007812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:36.010092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:36.049636 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3525553 Jan 15 15:14:36.070125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-e49e2005-48d7-433d-ae34-1a9702c64c31 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:14:36.072126 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-e49e2005-48d7-433d-ae34-1a9702c64c31 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0099595 Jan 15 15:14:36.201579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:14:36.230296 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-47d4a40d-e853-4f4a-854f-74435bf6422e None None] Provisioning for port d86b04c0-6d30-4caa-9fef-80c6424b5351 completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:14:36.239361 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-47d4a40d-e853-4f4a-854f-74435bf6422e None None] Provisioning complete for port d86b04c0-6d30-4caa-9fef-80c6424b5351 triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:14:36.240084 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-47d4a40d-e853-4f4a-854f-74435bf6422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:36.259818 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Request body: {'port': {'device_id': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:14:36.312925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-47d4a40d-e853-4f4a-854f-74435bf6422e None None] Port d86b04c0-6d30-4caa-9fef-80c6424b5351 cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:14:36.427035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:37.032771 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a9dc3-abe4-46ce-9366-0e13c90a5192 req-a1dca70c-a340-4ccf-b248-9e29358b9de2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:37.033645 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-015a9dc3-abe4-46ce-9366-0e13c90a5192 req-a1dca70c-a340-4ccf-b248-9e29358b9de2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:14:37.132736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-015a9dc3-abe4-46ce-9366-0e13c90a5192 req-a1dca70c-a340-4ccf-b248-9e29358b9de2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:14:37.134217 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-015a9dc3-abe4-46ce-9366-0e13c90a5192 req-a1dca70c-a340-4ccf-b248-9e29358b9de2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 932 time: 0.5743465 Jan 15 15:14:37.229910 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-015a9dc3-abe4-46ce-9366-0e13c90a5192 req-358b5c85-db48-4acf-9b9f-59db35871500 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764339 Jan 15 15:14:37.313229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86b04c0-6d30-4caa-9fef-80c6424b5351 {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:14:37.325604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:37.346787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Transition to ACTIVE for port object d86b04c0-6d30-4caa-9fef-80c6424b5351 will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:14:37.350348 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:37.371051 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:37.475331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:37.516238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d86b04c0-6d30-4caa-9fef-80c6424b5351,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:37.529482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:37.728297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Attempting to bind port d86b04c0-6d30-4caa-9fef-80c6424b5351 on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:14:37.728921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Attempting to bind port d86b04c0-6d30-4caa-9fef-80c6424b5351 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:14:37.729310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Attempting to bind port d86b04c0-6d30-4caa-9fef-80c6424b5351 on network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:14:37.735523 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:14:37.735902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Checking segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:14:37.736314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:37.736714 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Bound using segment: {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:14:37.737201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Bound port: d86b04c0-6d30-4caa-9fef-80c6424b5351, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:14:37.738209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:37.840772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] For port d86b04c0-6d30-4caa-9fef-80c6424b5351, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:14:37.845290 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] For port d86b04c0-6d30-4caa-9fef-80c6424b5351, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:14:37.849988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:37.869709 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0de9baec-76b4-4551-8d60-11398a121717 tempest-VolumesSnapshotTestJSON-1869545973 tempest-VolumesSnapshotTestJSON-1869545973] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:38.026504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d86b04c0-6d30-4caa-9fef-80c6424b5351,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:38.032489 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:38.077565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:38.078628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:38.080257 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/d86b04c0-6d30-4caa-9fef-80c6424b5351 HTTP/1.1" status: 200 len: 1158 time: 2.0008860 Jan 15 15:14:38.080723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:14:38.205144 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'status': 'completed', 'code': 200} Jan 15 15:14:38.284414 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-40cd438f-5de9-4561-ad5a-67bde2a8e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:38.287454 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-40cd438f-5de9-4561-ad5a-67bde2a8e311 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 1161 time: 0.1492107 Jan 15 15:14:38.412031 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-ab7db180-0d74-4f2e-953b-d15489360a80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351 HTTP/1.1" status: 200 len: 217 time: 0.1109145 Jan 15 15:14:38.546620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-7450253c-89e8-4436-953c-fea6cca6ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:38.548245 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-7450253c-89e8-4436-953c-fea6cca6ae71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.0974813 Jan 15 15:14:38.630415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c2876-fe42-411d-9a87-405199e696cc req-666866f2-aa25-4aa4-a007-6c02efa50ce7 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:38.632353 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-756c2876-fe42-411d-9a87-405199e696cc req-666866f2-aa25-4aa4-a007-6c02efa50ce7 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 944 time: 0.2223036 Jan 15 15:14:38.710018 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-756c2876-fe42-411d-9a87-405199e696cc req-b5b8e346-19e7-4c10-bb6f-c5785a1ed427 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647407 Jan 15 15:14:38.717254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c60b-b10b-4901-bec4-62e67055a80c req-c3c7b473-2fe2-4f9a-89ce-45815d623108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:38.719040 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-c3c7b473-2fe2-4f9a-89ce-45815d623108 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1642594 Jan 15 15:14:38.869901 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-d416c279-595a-442c-9fae-90ae9a26dc1a service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444218 Jan 15 15:14:39.042366 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6576c60b-b10b-4901-bec4-62e67055a80c req-b0911646-0761-4fd2-8420-cd06be18c8e9 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478026 Jan 15 15:14:39.231876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-bf4cb98c-2051-451f-90ee-50481e2061be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:39.234696 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-bf4cb98c-2051-451f-90ee-50481e2061be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 1161 time: 0.0979266 Jan 15 15:14:39.393029 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-ec8dc47d-5480-448b-a55d-82abfdadac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:39.395262 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-ec8dc47d-5480-448b-a55d-82abfdadac9d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.1533692 Jan 15 15:14:39.470435 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-99b84081-2d6d-4d51-83a3-f1c644ca0266 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351 HTTP/1.1" status: 200 len: 217 time: 0.0674951 Jan 15 15:14:39.586659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-6188644f-ca3c-4fa3-be90-e20ac20d8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:39.589990 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-6188644f-ca3c-4fa3-be90-e20ac20d8a28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.1124895 Jan 15 15:14:39.674273 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-8217a782-39ee-455f-920f-91c55864909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:39.676603 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-8217a782-39ee-455f-920f-91c55864909b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0802925 Jan 15 15:14:39.864446 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-12a2db5f-a0fe-467f-b7cd-67744380fea5 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800122 Jan 15 15:14:40.032097 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f1b914e1-69b5-4890-887c-787a1addaf59 req-3030dd3b-2192-4e15-8f68-ea4563e83656 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1607044 Jan 15 15:14:40.059115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dec46-54fb-455d-90a0-9d1236c60310 req-ad401ab7-b6b6-4aa4-8fa0-734857cd3474 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:40.060859 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-426dec46-54fb-455d-90a0-9d1236c60310 req-ad401ab7-b6b6-4aa4-8fa0-734857cd3474 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 944 time: 0.1487937 Jan 15 15:14:40.120342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-426dec46-54fb-455d-90a0-9d1236c60310 req-404290f0-cb1c-43f1-9f35-04fe9146950b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Synchronizing usage tracker for tenant:01b5cce3a0ca496da91501c148881f96 on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:14:40.137015 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-426dec46-54fb-455d-90a0-9d1236c60310 req-404290f0-cb1c-43f1-9f35-04fe9146950b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Unset dirty status for tenant:01b5cce3a0ca496da91501c148881f96 on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:14:40.138808 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-426dec46-54fb-455d-90a0-9d1236c60310 req-404290f0-cb1c-43f1-9f35-04fe9146950b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689356 Jan 15 15:14:41.506332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7ef42-9010-4e75-b2d9-87322ad887a7 req-da0aac19-0c18-4475-985e-7af63bac7fcd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:41.509139 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b6f7ef42-9010-4e75-b2d9-87322ad887a7 req-da0aac19-0c18-4475-985e-7af63bac7fcd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 944 time: 0.1326554 Jan 15 15:14:41.582982 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b6f7ef42-9010-4e75-b2d9-87322ad887a7 req-1c16bee0-dc1d-4bd7-b2d4-3a4d2b394554 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661228 Jan 15 15:14:42.711288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device d86b04c0-6d30-4caa-9fef-80c6424b5351 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:14:42.788038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port d86b04c0-6d30-4caa-9fef-80c6424b5351 completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:14:42.795840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port d86b04c0-6d30-4caa-9fef-80c6424b5351 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:14:42.796233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:42.868508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc3db3-6988-4c7b-b4d6-8b73b842afdd req-a77eba2e-58fb-4261-8cd8-1267b6495581 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:42.871122 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dafc3db3-6988-4c7b-b4d6-8b73b842afdd req-a77eba2e-58fb-4261-8cd8-1267b6495581 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 944 time: 0.1188102 Jan 15 15:14:42.932519 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-dafc3db3-6988-4c7b-b4d6-8b73b842afdd req-17ce1f13-f411-44a1-8bf6-93648967eaa6 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547633 Jan 15 15:14:42.933323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:42.968206 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:14:42.987778 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port d86b04c0-6d30-4caa-9fef-80c6424b5351, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:14:42.999412 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:43.001813 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:14:43.122473 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=d86b04c0-6d30-4caa-9fef-80c6424b5351,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:14:43.133952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.134385 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.134735 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.135333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.135711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.136092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.136486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.136853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.137265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.137633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.138000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.138511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.139246 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.139631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.140016 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.140419 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.140792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.144208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.144881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.145552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.146416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.147277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.148044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.149040 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:14:43.158047 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:14:43.171508 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'code': 200} Jan 15 15:14:43.473028 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16fead-2f50-4d69-b0e8-5ab1c0aaeb8e req-7a5130f3-4a85-48da-83ea-7bfd0b9f024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:43.474724 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1f16fead-2f50-4d69-b0e8-5ab1c0aaeb8e req-7a5130f3-4a85-48da-83ea-7bfd0b9f024f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 1163 time: 0.0918453 Jan 15 15:14:43.525770 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1f16fead-2f50-4d69-b0e8-5ab1c0aaeb8e req-5f4bf639-a670-40eb-9ece-6e200350ccd5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 Jan 15 15:14:44.248853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbba36-a35a-411d-bcb2-861bc97a534d req-fae97afc-037c-443e-99bf-3480ab1fc5d5 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:44.250515 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5bfbba36-a35a-411d-bcb2-861bc97a534d req-fae97afc-037c-443e-99bf-3480ab1fc5d5 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 946 time: 0.1097081 Jan 15 15:14:44.310160 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5bfbba36-a35a-411d-bcb2-861bc97a534d req-08d23cae-f53b-4367-aa32-b305752abccb tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532603 Jan 15 15:14:44.429498 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device d86b04c0-6d30-4caa-9fef-80c6424b5351 up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:14:44.516502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port d86b04c0-6d30-4caa-9fef-80c6424b5351 triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:14:44.516864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:45.590783 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e091d6-8df0-4164-8a4b-c61eff2f0e73 req-e518d056-ee0b-45b6-b13e-9644c027f70b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:45.593695 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-09e091d6-8df0-4164-8a4b-c61eff2f0e73 req-e518d056-ee0b-45b6-b13e-9644c027f70b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 946 time: 0.1324632 Jan 15 15:14:45.650100 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-09e091d6-8df0-4164-8a4b-c61eff2f0e73 req-6825bf8e-2cac-46d1-8d85-b8c8dbb69d7b tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496118 Jan 15 15:14:45.933434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8ca19-68c3-4c45-935d-c8942d201e5d req-b70826fa-6138-422f-8d8f-857684728efa tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:45.935120 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cac8ca19-68c3-4c45-935d-c8942d201e5d req-b70826fa-6138-422f-8d8f-857684728efa tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 946 time: 0.1124036 Jan 15 15:14:45.947233 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45214) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:14:45.953156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Request body: {'floatingip': {'port_id': 'd86b04c0-6d30-4caa-9fef-80c6424b5351'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:14:46.069838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:47.130357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:47.133996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:47.330926 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Floating IP ffec8a04-4688-4121-a96b-a585d34962a3 associated. External IP: 172.28.1.21, port: d86b04c0-6d30-4caa-9fef-80c6424b5351. Jan 15 15:14:47.757439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Router a8f54104-d7d6-460a-90e5-469e40453f2d has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:14:47.968314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:14:47.973612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:14:47.980750 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] Sync routers for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:14:47.998776 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:14:47.999900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:14:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:48.042914 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-71d6a31c-8339-4df5-898b-8e7163d7fca1 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "PUT /v2.0/floatingips/ffec8a04-4688-4121-a96b-a585d34962a3 HTTP/1.1" status: 200 len: 991 time: 2.0894072 Jan 15 15:14:48.042914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:14:48.115901 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'status': 'completed', 'code': 200} Jan 15 15:14:48.245619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:14:48.293856 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-38157f85-4bc8-47a4-9770-678c81a8c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:48.296199 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-38157f85-4bc8-47a4-9770-678c81a8c348 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 1163 time: 0.1319654 Jan 15 15:14:48.480684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-77c3229c-8d01-45c1-b87f-c2ba342a812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:48.482311 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-77c3229c-8d01-45c1-b87f-c2ba342a812e service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.1793916 Jan 15 15:14:48.656798 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-1c4afe74-0f9b-470b-b62f-3fd3edf69ba4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351 HTTP/1.1" status: 200 len: 999 time: 0.1680532 Jan 15 15:14:48.676353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'ffec8a04-4688-4121-a96b-a585d34962a3', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'floating_ip_address': '172.28.1.21', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'port_id': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'mac_address': 'fa:16:3e:da:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:14:30Z', 'updated_at': '2021-01-15T15:14:46Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:48.682597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] Checking router: a8f54104-d7d6-460a-90e5-469e40453f2d for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:14:48.692605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:14:48.693279 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:14:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:48.734423 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-5c3e99ce-c7fe-4963-b244-659bdfd707b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:48.736021 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-5c3e99ce-c7fe-4963-b244-659bdfd707b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.0732617 Jan 15 15:14:48.841864 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-b848cdf1-6426-40cf-84c5-2ba1f7b4cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:14:48.844137 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-b848cdf1-6426-40cf-84c5-2ba1f7b4cf9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1013699 Jan 15 15:14:49.038173 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-0681cb6b-43fc-420f-ba3b-c92ae8cbaea8 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870804 Jan 15 15:14:49.099646 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:14:49.209803 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-73054dc5-a2a6-4540-bbf4-e9539166eba1 req-84040931-3373-4ada-99d2-398f90927199 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1646457 Jan 15 15:14:49.562999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'ffec8a04-4688-4121-a96b-a585d34962a3', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'floating_ip_address': '172.28.1.21', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'port_id': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'mac_address': 'fa:16:3e:da:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:14:30Z', 'updated_at': '2021-01-15T15:14:46Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:14:49.569476 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcc8ff-9528-4768-832a-25087b2d4986 None None] The sync data for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb is: [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': 'ffec8a04-4688-4121-a96b-a585d34962a3', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'floating_ip_address': '172.28.1.21', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'port_id': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'mac_address': 'fa:16:3e:da:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:14:30Z', 'updated_at': '2021-01-15T15:14:46Z', 'revision_number': 1, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:14:49.885076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fcaa0-cdfb-415f-bb09-5586e49d625b None None] New status for floating IP ffec8a04-4688-4121-a96b-a585d34962a3: ACTIVE {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:15:00.090510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e022a12-3664-4c26-81f7-bd1b6888e266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:03.035974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c440d083-4d94-43d9-a65c-790172e6d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:03.665763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:04.744294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:05.777228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:07.472895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:13.214388 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:15:30.085228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-82525314-0fc9-4d36-9d36-782c218ff397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:32.060744 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-a0bf9c87-8491-4b35-aa85-1103fa73d614 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0844145 Jan 15 15:15:32.304349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-12256220-7b3d-44af-aba0-f63f06224c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:32.307224 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-12256220-7b3d-44af-aba0-f63f06224c85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01b5cce3a0ca496da91501c148881f96&device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 1163 time: 0.1362844 Jan 15 15:15:32.497710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-b04b912f-87ba-4dba-bfb9-f1c077017b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:32.501107 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-b04b912f-87ba-4dba-bfb9-f1c077017b8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 200 len: 905 time: 0.1695287 Jan 15 15:15:32.657101 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-a49d7429-9abc-4cd9-ad3e-742969c07187 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351 HTTP/1.1" status: 200 len: 1001 time: 0.1487696 Jan 15 15:15:32.773901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-4dc685b9-afc6-4878-af75-9399aa216b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:32.776623 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-4dc685b9-afc6-4878-af75-9399aa216b2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 200 len: 850 time: 0.1123943 Jan 15 15:15:32.868578 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-d58e019e-f547-473b-b497-acdc7ffdad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:32.870323 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-d58e019e-f547-473b-b497-acdc7ffdad4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0868180 Jan 15 15:15:33.043308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b4d8fc6a-9348-4230-8698-69893a499d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:33.265591 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-886a3929-7ba5-4edc-b955-44b5e30facc4 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882339 Jan 15 15:15:33.493731 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a896d189-aeb0-40bb-add3-90b790b920e5 req-3d5a08b8-2882-4f0a-baea-a443ff8aa943 service neutron] 10.222.0.72 "GET /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2214484 Jan 15 15:15:33.669182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:34.742829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:35.777327 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:37.475789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:38.354971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ac-af00-42a5-9605-fbeae7103e5e req-4c369d5e-46f1-4e73-8055-6c3a35a5e72a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:38.356761 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e24838ac-af00-42a5-9605-fbeae7103e5e req-4c369d5e-46f1-4e73-8055-6c3a35a5e72a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 946 time: 0.1130207 Jan 15 15:15:38.430192 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e24838ac-af00-42a5-9605-fbeae7103e5e req-f07ca9fa-7735-461a-82a3-262a94e9f95f tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623097 Jan 15 15:15:39.745209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b3530-1f3b-4573-a19c-091044bd81e3 req-ee365a43-61b2-4037-9c62-d418b1b28e26 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:39.746981 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-964b3530-1f3b-4573-a19c-091044bd81e3 req-ee365a43-61b2-4037-9c62-d418b1b28e26 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 946 time: 0.1110446 Jan 15 15:15:39.809705 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-964b3530-1f3b-4573-a19c-091044bd81e3 req-fb18d912-aad0-4730-8e0d-617377429877 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546300 Jan 15 15:15:40.226074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-dbb04018-1acb-498e-b698-5223746201f3 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:40.228909 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-dbb04018-1acb-498e-b698-5223746201f3 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 946 time: 0.1444070 Jan 15 15:15:40.321281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Deleting port d86b04c0-6d30-4caa-9fef-80c6424b5351 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:40.321671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:40.659458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] For port d86b04c0-6d30-4caa-9fef-80c6424b5351, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:40.660108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:40.721999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device d86b04c0-6d30-4caa-9fef-80c6424b5351 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:15:40.851362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:40.900516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:15:40.915409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port d86b04c0-6d30-4caa-9fef-80c6424b5351, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:40.919522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:40.922617 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-16500195-35e5-4154-9032-94d0855cc1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:41.007555 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'code': 200} Jan 15 15:15:41.033367 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=d86b04c0-6d30-4caa-9fef-80c6424b5351,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:41.037074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:41.135901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:41.136230 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:41.136571 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Floating IP ffec8a04-4688-4121-a96b-a585d34962a3 disassociated. External IP: 172.28.1.21, port: d86b04c0-6d30-4caa-9fef-80c6424b5351. Jan 15 15:15:41.136967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Calling delete_port for d86b04c0-6d30-4caa-9fef-80c6424b5351 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:15:41.250491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb0b40-f2a0-4402-960c-26025203ac8e req-b10659da-1a97-4d9b-b2c1-0bd6c20c522e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:41.252674 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-23bb0b40-f2a0-4402-960c-26025203ac8e req-b10659da-1a97-4d9b-b2c1-0bd6c20c522e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 944 time: 0.2019103 Jan 15 15:15:41.262284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:15:41.262650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:15:41.310323 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-23bb0b40-f2a0-4402-960c-26025203ac8e req-01d6ddd9-56df-4e5f-8c4c-0080b0d6cf21 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491321 Jan 15 15:15:41.764195 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Deleting port d86b04c0-6d30-4caa-9fef-80c6424b5351 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:41.764696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:42.050359 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] For port d86b04c0-6d30-4caa-9fef-80c6424b5351, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d86b04c0-6d30-4caa-9fef-80c6424b5351,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:42.050983 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:42.394751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:42.395409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:42.396164 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Floating IP ffec8a04-4688-4121-a96b-a585d34962a3 disassociated. External IP: 172.28.1.21, port: d86b04c0-6d30-4caa-9fef-80c6424b5351. Jan 15 15:15:42.397033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Calling delete_port for d86b04c0-6d30-4caa-9fef-80c6424b5351 owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:15:42.620944 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:42.638891 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3c279ce0-d93b-431b-9a4a-6434f4902a0c tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:42.654565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab859e-698d-4c31-9da9-2db7126cebae req-f65c92ad-8ed6-41c2-8bd9-d3c02e91fb56 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:15:42.656336 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b7ab859e-698d-4c31-9da9-2db7126cebae req-f65c92ad-8ed6-41c2-8bd9-d3c02e91fb56 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 944 time: 0.1653423 Jan 15 15:15:42.716034 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b7ab859e-698d-4c31-9da9-2db7126cebae req-9323c775-0e3d-4c5a-83af-b5bc5530c80e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups?id=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493557 Jan 15 15:15:42.738286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event deleted for resources: {'Port': ['ID=d86b04c0-6d30-4caa-9fef-80c6424b5351,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:42.761757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.762201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.762627 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.763090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.763530 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.764072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.764604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.765111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.765648 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.766135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.766613 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.767076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.767677 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.768174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.768628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.769076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.769541 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.770293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.770502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.770841 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.771757 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.772200 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.772636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.773064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:42.788310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:43.076265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Router a8f54104-d7d6-460a-90e5-469e40453f2d has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:15:43.288304 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:15:43.301225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] Sync routers for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:15:43.327135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:15:43.327815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:15:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:43.336353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] No DVR routers for this DVR port d86b04c0-6d30-4caa-9fef-80c6424b5351 on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:15:43.339006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:43.346123 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'name': 'network-vif-deleted', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:15:43.364744 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b477ddc4-342b-46b3-93ee-b2b87e373252 req-d5a447cb-f7fa-44d3-8012-89d6cfb9be5d tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.72 "DELETE /v2.0/ports/d86b04c0-6d30-4caa-9fef-80c6424b5351 HTTP/1.1" status: 204 len: 173 time: 3.1296892 Jan 15 15:15:43.424309 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24688abf-366a-4ba0-8f42-ae8c8cbacf55', 'name': 'network-vif-deleted', 'tag': 'd86b04c0-6d30-4caa-9fef-80c6424b5351', 'status': 'completed', 'code': 200} Jan 15 15:15:43.576568 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:15:43.987144 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e17f1f8c-3840-4201-beaa-1bf5576569c4 req-bbc3864d-0b24-4422-9366-b07148827b28 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/ports?device_id=24688abf-366a-4ba0-8f42-ae8c8cbacf55 HTTP/1.1" status: 200 len: 210 time: 0.0704539 Jan 15 15:15:43.997156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:44.002174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] Checking router: a8f54104-d7d6-460a-90e5-469e40453f2d for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:15:44.011962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:15:44.012630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:15:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:44.248725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:15:44.663521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:44.670129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9903ec-3962-44b2-a780-aa53d39b47da None None] The sync data for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb is: [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:11:30Z', 'revision_number': 4, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '7400064d-c367-4f72-9e8a-f6c628575c46', 'name': '', 'network_id': 'cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'mac_address': 'fa:16:3e:43:7f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:29Z', 'updated_at': '2021-01-15T15:11:39Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'subnets': [{'id': 'e788f2ce-b3af-4557-aca0-a56a8b1eb85e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:15:45.170406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2474a63-3cf2-42b6-84dc-a98f1bbff9bf None None] New status for floating IP ffec8a04-4688-4121-a96b-a585d34962a3: DOWN {{(pid=80124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:15:45.194625 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45390) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:45.325514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:45.361416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:45.421229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:45.425968 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-41176ae2-85ee-43a0-bda1-04fdcbafdf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:45.445606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f184e7-ff25-4ab0-8b94-c409fe7f7dd1,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:45.457959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.458416 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.458836 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.459250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.459663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.460192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.460633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.461170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.461586 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.462178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.462603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.463147 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.463785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.464201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.464702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.465109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.465511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.466045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.466455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.466970 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.467374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.467899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.468305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.468815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:15:45.478166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:45.480629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:45.485434 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45394) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:45.485627 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "DELETE /v2.0/security-groups/36f184e7-ff25-4ab0-8b94-c409fe7f7dd1 HTTP/1.1" status: 204 len: 168 time: 0.2893994 Jan 15 15:15:45.524410 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.api.v2.resource [None req-9f1aff98-f998-49a2-8132-7116b7b7207e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] show failed (client error): The resource could not be found. Jan 15 15:15:45.526721 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9f1aff98-f998-49a2-8132-7116b7b7207e tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "GET /v2.0/security-groups/36f184e7-ff25-4ab0-8b94-c409fe7f7dd1 HTTP/1.1" status: 404 len: 347 time: 0.0393829 Jan 15 15:15:45.529755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45398) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:45.953038 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Deleting port 808e74a3-2dcf-45f3-8ae6-38b7b7df21a0 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:45.953687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:46.190188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:46.190559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:46.328720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Calling delete_port for 808e74a3-2dcf-45f3-8ae6-38b7b7df21a0 owned by network:floatingip {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:15:46.501124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:46.524973 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f455721b-89cc-4871-8703-19daa2ee23bd tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:46.632063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Pushing event deleted for resources: {'Port': ['ID=808e74a3-2dcf-45f3-8ae6-38b7b7df21a0,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:46.638726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:46.804407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks [] for floatingip, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:46.820376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:46.821647 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-57c350cd-c9f9-4740-82b6-f91c76b9dfc2 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] 10.222.0.71 "DELETE /v2.0/floatingips/ffec8a04-4688-4121-a96b-a585d34962a3 HTTP/1.1" status: 204 len: 168 time: 1.2908528 Jan 15 15:15:50.205710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:15:51.134988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45428) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:52.031720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039072'] for router_interface, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:52.547141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Deleting port 7400064d-c367-4f72-9e8a-f6c628575c46 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:52.547548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:52.751415 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] For port 7400064d-c367-4f72-9e8a-f6c628575c46, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=7400064d-c367-4f72-9e8a-f6c628575c46,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:52.751816 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:52.892569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Calling delete_port for 7400064d-c367-4f72-9e8a-f6c628575c46 owned by network:router_interface {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:15:53.090157 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:53.104718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-77bc6a2d-9e34-4a3c-880d-2d0ccab4edfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:53.154790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7400064d-c367-4f72-9e8a-f6c628575c46,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:53.209726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:53.580504 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853264339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738640'] for router_interface, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:54.174815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Router a8f54104-d7d6-460a-90e5-469e40453f2d has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:15:54.369609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:15:54.381100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] Sync routers for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:15:54.387726 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] 10.222.0.71 "PUT /v2.0/routers/a8f54104-d7d6-460a-90e5-469e40453f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2507880 Jan 15 15:15:54.390059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45432) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:54.393226 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:15:54.394492 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:15:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:54.627869 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:15:54.871326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks [] for router, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:55.089272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:55.096208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Deleting port 29ba454d-66f6-4406-a6ef-31a2fb831316 {{(pid=80122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:55.096581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:55.302398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:15:53Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:55.306781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] For port 29ba454d-66f6-4406-a6ef-31a2fb831316, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=29ba454d-66f6-4406-a6ef-31a2fb831316,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:55.307157 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:55.308755 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] Checking router: a8f54104-d7d6-460a-90e5-469e40453f2d for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:15:55.319980 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] Routers {'a8f54104-d7d6-460a-90e5-469e40453f2d'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:15:55.320773 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:15:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a8f54104-d7d6-460a-90e5-469e40453f2d'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:55.447181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Calling delete_port for 29ba454d-66f6-4406-a6ef-31a2fb831316 owned by network:router_gateway {{(pid=80122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:15:55.577272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] Set router a8f54104-d7d6-460a-90e5-469e40453f2d gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:15:55.621604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:55.843692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853832472'] for router_gateway, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:55.951779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:15:53Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:55.956953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3183cd-b241-44b3-90a9-117a0dd1500a None None] The sync data for ids ['a8f54104-d7d6-460a-90e5-469e40453f2d'] in dv-cinder-734144-13-smb is: [{'id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'name': 'tempest-AttachVolumeTestJSON-1334603648-router', 'tenant_id': '01b5cce3a0ca496da91501c148881f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:11:24Z', 'updated_at': '2021-01-15T15:15:53Z', 'revision_number': 5, 'project_id': '01b5cce3a0ca496da91501c148881f96', 'gw_port': {'id': '29ba454d-66f6-4406-a6ef-31a2fb831316', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f54104-d7d6-460a-90e5-469e40453f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:11:25Z', 'updated_at': '2021-01-15T15:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:15:55.986616 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499779'] for router, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:55.989656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.012720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853737390'] for router, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.013458 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f54104-d7d6-460a-90e5-469e40453f2d {{(pid=80122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:15:56.030633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.033827 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-50dc4af0-aaa8-4923-a9b0-c45830268033 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a8f54104-d7d6-460a-90e5-469e40453f2d HTTP/1.1" status: 204 len: 168 time: 1.6424313 Jan 15 15:15:56.036878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45436) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:56.123270 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Deleting subnet e788f2ce-b3af-4557-aca0-a56a8b1eb85e {{(pid=80122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:15:56.127366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.231235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3039937'] for subnet, precommit_delete_associations {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.332459 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.689055 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851669727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4141537'] for subnet, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.713234 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:56.801192 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 29ba454d-66f6-4406-a6ef-31a2fb831316 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:15:56.829533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e788f2ce-b3af-4557-aca0-a56a8b1eb85e,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:56.832657 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:56.865344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 29ba454d-66f6-4406-a6ef-31a2fb831316 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:15:56.865934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 29ba454d-66f6-4406-a6ef-31a2fb831316 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:15:56.866753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7400064d-c367-4f72-9e8a-f6c628575c46 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:15:56.874374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:56.884365 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-014e7f2b-2fdc-402e-87c7-63f2f8d89951 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e788f2ce-b3af-4557-aca0-a56a8b1eb85e HTTP/1.1" status: 204 len: 168 time: 0.8460460 Jan 15 15:15:56.889590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45440) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:56.918293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb19e9-d4a9-4eaf-9c31-3b2d6523f401 None None] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:15:56.963939 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 7400064d-c367-4f72-9e8a-f6c628575c46 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:15:56.964599 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 7400064d-c367-4f72-9e8a-f6c628575c46 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:15:57.022371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:57.102572 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Deleting port dae7bf04-cdd2-45ae-baff-e89cb3f50520 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:57.102930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:57.311702 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] DHCP port deletion for cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb request from dv-cinder-734144-13-smb {{(pid=80124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:15:57.317402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Deleting port dae7bf04-cdd2-45ae-baff-e89cb3f50520 {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:57.317881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:57.361035 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] For port dae7bf04-cdd2-45ae-baff-e89cb3f50520, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=dae7bf04-cdd2-45ae-baff-e89cb3f50520,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:57.361633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:57.518768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Calling delete_port for dae7bf04-cdd2-45ae-baff-e89cb3f50520 owned by network:dhcp {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:15:57.574132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] For port dae7bf04-cdd2-45ae-baff-e89cb3f50520, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=dae7bf04-cdd2-45ae-baff-e89cb3f50520,segment=NetworkSegment(41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4),segment_id=41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:15:57.574587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:57.607283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:57.620794 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-55abbbe8-8439-4019-be0b-1bcd26246282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:57.668214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=dae7bf04-cdd2-45ae-baff-e89cb3f50520,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:57.723014 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:57.733650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Calling delete_port for dae7bf04-cdd2-45ae-baff-e89cb3f50520 owned by network:dhcp {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:15:57.776410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] No DVR routers for this DVR port dae7bf04-cdd2-45ae-baff-e89cb3f50520 on host dv-cinder-734144-13-smb {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:15:57.832242 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:15:57.832659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:15:57.953618 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:58.092074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:58.105724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:58.106093 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a0d5d1-9ec3-4864-8be3-948c3ff7b4b4') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:15:58.120118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:58.136722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:58.139027 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:15:58.333959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Deleting port dae7bf04-cdd2-45ae-baff-e89cb3f50520 {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:15:58.334430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:58.406601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e8376fb1-4ef4-47bf-88c3-ac4eb7c93668 None None] The port 'dae7bf04-cdd2-45ae-baff-e89cb3f50520' was deleted {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:15:58.436235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:15:58.447368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:58.698401 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Network cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:15:58.723061 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:15:58.786765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device dae7bf04-cdd2-45ae-baff-e89cb3f50520 no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:15:58.821129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: dae7bf04-cdd2-45ae-baff-e89cb3f50520 {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:15:58.821527 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device dae7bf04-cdd2-45ae-baff-e89cb3f50520 not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:15:58.832386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:58.836086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2651b184-a772-4aa3-95c2-98258304111d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:58.851330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:58.862799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:58.866902 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:58.878109 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] 10.222.0.71 "DELETE /v2.0/networks/cbdda0a7-db1e-4528-8c6b-da9eb83c7ddb HTTP/1.1" status: 204 len: 168 time: 1.9866025 Jan 15 15:15:59.156021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45446) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:59.229586 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-9aaae201-2520-4d32-a944-3252b425b082 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=01b5cce3a0ca496da91501c148881f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715392 Jan 15 15:15:59.232268 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45450) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:15:59.298441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a51d53c8-6534-4904-99a7-f01f955c0c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:59.328100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a51d53c8-6534-4904-99a7-f01f955c0c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:59.388371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a51d53c8-6534-4904-99a7-f01f955c0c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:59.393309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b8260418-8f70-498d-8855-c871f9145fe3 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:15:59.410879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d53c8-6534-4904-99a7-f01f955c0c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35cccf2-b656-445a-86d2-a939eb18bf51,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:15:59.415516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a51d53c8-6534-4904-99a7-f01f955c0c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:15:59.419450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a51d53c8-6534-4904-99a7-f01f955c0c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:15:59.422891 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a51d53c8-6534-4904-99a7-f01f955c0c9a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d35cccf2-b656-445a-86d2-a939eb18bf51 HTTP/1.1" status: 204 len: 168 time: 0.1892300 Jan 15 15:16:00.096833 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-72146785-effe-41f9-bb02-57ab15f271bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:01.786544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45502) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:01.980507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:01.996734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:02.001397 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Usage tracker for resource:security_group_rule and tenant:a997fac732294d5f97af8ff09207d902 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:02.004368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:02.010095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:02.108937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.117660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.129914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ccb508c0-5dc9-43ea-b36e-d3f795bb8cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:02.179964 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a997fac732294d5f97af8ff09207d902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919127 Jan 15 15:16:02.181926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fece9fb9-139f-41e4-a6d0-77093d9d51f7,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:02.185956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ffb96020-5fc7-43a9-a8b6-346b6c063adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:02.186282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45508) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:02.266298 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05840fa3-4758-46e3-aaed-0e8c2c2279bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.306888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05840fa3-4758-46e3-aaed-0e8c2c2279bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.391556 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05840fa3-4758-46e3-aaed-0e8c2c2279bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.397606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ad95db70-ec4b-4a55-a0be-129f2eb29868 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:02.414263 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05840fa3-4758-46e3-aaed-0e8c2c2279bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece9fb9-139f-41e4-a6d0-77093d9d51f7,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:02.417105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-05840fa3-4758-46e3-aaed-0e8c2c2279bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:02.418988 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-05840fa3-4758-46e3-aaed-0e8c2c2279bf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fece9fb9-139f-41e4-a6d0-77093d9d51f7 HTTP/1.1" status: 204 len: 168 time: 0.2301731 Jan 15 15:16:02.419526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-05840fa3-4758-46e3-aaed-0e8c2c2279bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:03.036708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-337ba1c6-1ffd-4b2f-b92f-284f8e8570e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:03.679406 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:04.742579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.181079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45558) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:05.388787 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.404977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:05.409754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Usage tracker for resource:security_group_rule and tenant:8897d483bd604a81a826f23bf14e35f6 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:05.413463 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:05.420187 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:05.540119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.543809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.553565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-71efbd69-f5b7-49e6-a41c-8e539a54e412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:05.597784 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8897d483bd604a81a826f23bf14e35f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154067 Jan 15 15:16:05.600001 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea9b70c-2b39-4c7d-8905-ed6e7e4f34dd,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:05.602868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45564) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:05.604653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:05.677587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.710663 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.764906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.771182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-59989e34-eea8-4e47-bfe7-f767a1911dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:05.790286 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea9b70c-2b39-4c7d-8905-ed6e7e4f34dd,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:05.794108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:05.800074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:05.804235 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eea9b70c-2b39-4c7d-8905-ed6e7e4f34dd HTTP/1.1" status: 204 len: 168 time: 0.1973827 Jan 15 15:16:05.850481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.223308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45572) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:06.247540 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.265028 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:06.270642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Usage tracker for resource:security_group_rule and tenant:319ae28a94a044af97a11c9bca66b64d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:06.273899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:06.279982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:06.386685 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.390425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.400829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9ec483a8-0d76-483b-abfc-4f753328fb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:06.446190 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=319ae28a94a044af97a11c9bca66b64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215776 Jan 15 15:16:06.448069 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f30d05-a301-4641-8c37-577da366c406,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:06.449519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45576) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:06.451670 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b68a0a3a-0d81-4006-8655-139a703fe284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:06.554725 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d854f77f-8ae6-4fc8-8fbc-7750684b5862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.585214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d854f77f-8ae6-4fc8-8fbc-7750684b5862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.637059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d854f77f-8ae6-4fc8-8fbc-7750684b5862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.642272 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3cf7da79-f649-4887-9f74-133677b3f147 tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:06.656377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854f77f-8ae6-4fc8-8fbc-7750684b5862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f30d05-a301-4641-8c37-577da366c406,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:06.660117 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d854f77f-8ae6-4fc8-8fbc-7750684b5862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:06.661678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d854f77f-8ae6-4fc8-8fbc-7750684b5862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:06.662986 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-d854f77f-8ae6-4fc8-8fbc-7750684b5862 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f5f30d05-a301-4641-8c37-577da366c406 HTTP/1.1" status: 204 len: 168 time: 0.2122753 Jan 15 15:16:07.486324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:27.213094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:16:27.527078 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45790) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:27.715041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:27.733329 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:27.738185 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Usage tracker for resource:security_group_rule and tenant:32343a403f7043f49736011bb473ad47 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:27.741293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:27.747193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:27.888391 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:27.891365 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:27.900852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-62f87253-3207-4c7c-9d2f-ed8b55868af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:27.944196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9047d52-76fd-473d-8433-8390693d93ae,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:27.949668 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=32343a403f7043f49736011bb473ad47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212005 Jan 15 15:16:27.950713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-026b3307-c8e3-4923-a66d-2e67d530746e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:27.952588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45796) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:28.031803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7901d6ce-3fd7-415b-9d2b-1e5d317f3d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.067043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7901d6ce-3fd7-415b-9d2b-1e5d317f3d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.119393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7901d6ce-3fd7-415b-9d2b-1e5d317f3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.124920 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a8598b2a-8a56-41d2-9c83-eb312214a596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:28.140126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901d6ce-3fd7-415b-9d2b-1e5d317f3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9047d52-76fd-473d-8433-8390693d93ae,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:28.144437 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-7901d6ce-3fd7-415b-9d2b-1e5d317f3d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:28.155235 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7901d6ce-3fd7-415b-9d2b-1e5d317f3d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.157195 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-7901d6ce-3fd7-415b-9d2b-1e5d317f3d5c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b9047d52-76fd-473d-8433-8390693d93ae HTTP/1.1" status: 204 len: 168 time: 0.2035050 Jan 15 15:16:28.572898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45804) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:28.594321 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.611207 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:28.616077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b659fc3fdf40138693410f5cbf9359 is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:28.619720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:28.626288 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:28.762002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.767221 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.781362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-13fa3639-7b32-415c-9e74-70fb8067e805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:28.851205 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4b659fc3fdf40138693410f5cbf9359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767637 Jan 15 15:16:28.852792 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7595bdf-99f3-4ca7-b1f8-6faf7563ec25,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:28.854660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45808) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:28.859754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bedfc843-693b-42d7-845a-e803b5eb9b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:28.948837 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-46d3075d-50b8-46e8-82d4-23683c7c94d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:28.980885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-46d3075d-50b8-46e8-82d4-23683c7c94d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:29.034669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-46d3075d-50b8-46e8-82d4-23683c7c94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:29.038575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d9c47ed7-e640-4ec1-8289-aa3bccbba914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:29.051722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3075d-50b8-46e8-82d4-23683c7c94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7595bdf-99f3-4ca7-b1f8-6faf7563ec25,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:29.056176 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-46d3075d-50b8-46e8-82d4-23683c7c94d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:29.059872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-46d3075d-50b8-46e8-82d4-23683c7c94d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:29.063439 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-46d3075d-50b8-46e8-82d4-23683c7c94d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7595bdf-99f3-4ca7-b1f8-6faf7563ec25 HTTP/1.1" status: 204 len: 168 time: 0.2065053 Jan 15 15:16:30.103232 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d017206e-b32e-4d82-b26c-3ec8d13149ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:33.042628 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5fb684f7-a172-4a29-addd-6c5293c2880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:33.681811 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:33.750654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45940) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:33.957034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:33.974135 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:33.978737 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Usage tracker for resource:security_group_rule and tenant:94ee49baad8b479a981a05c610308551 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:33.981775 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:33.988829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:34.107163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.110967 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.119457 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1d5b186d-6e04-4da8-9834-612bf3c2e601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:34.167782 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94ee49baad8b479a981a05c610308551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154117 Jan 15 15:16:34.168603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f9b371-3acb-4087-b3a8-23647b77d71e,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:34.171649 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45946) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:34.175109 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-b73a26c1-34a7-42b8-9fa5-d29e89f5d92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:34.249393 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0cbf34ba-0515-440d-a9d8-e3f3fb084489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.283945 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0cbf34ba-0515-440d-a9d8-e3f3fb084489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.341307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0cbf34ba-0515-440d-a9d8-e3f3fb084489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.347101 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-362c6ffe-5a5f-4554-a30e-02bb0c55888a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:34.363299 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf34ba-0515-440d-a9d8-e3f3fb084489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f9b371-3acb-4087-b3a8-23647b77d71e,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:34.366707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-0cbf34ba-0515-440d-a9d8-e3f3fb084489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:34.368952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0cbf34ba-0515-440d-a9d8-e3f3fb084489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.370401 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-0cbf34ba-0515-440d-a9d8-e3f3fb084489 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10f9b371-3acb-4087-b3a8-23647b77d71e HTTP/1.1" status: 204 len: 168 time: 0.1973488 Jan 15 15:16:34.739614 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.775522 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45954) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:34.803189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.820752 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:34.825204 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Usage tracker for resource:security_group_rule and tenant:c8be9ee665f44f0195fc4c783cf61232 is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:34.828366 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:34.834400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:34.928642 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.931790 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:34.941907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-64b01933-b77e-4318-82eb-fb03cf599995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:34.986577 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c8be9ee665f44f0195fc4c783cf61232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092469 Jan 15 15:16:34.988487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f21c3b-dca0-4d7d-bb26-36139c32604c,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:34.989565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45958) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:34.992132 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-605b7c2d-a9cd-4524-8ddb-6b9c8599de1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:35.078635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf5e7-2fc7-4344-81d4-94919517d24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:35.107830 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf5e7-2fc7-4344-81d4-94919517d24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:35.168511 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf5e7-2fc7-4344-81d4-94919517d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:35.178193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-acaa3bfb-446e-4e04-83f2-db6d013350e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:35.204976 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf5e7-2fc7-4344-81d4-94919517d24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f21c3b-dca0-4d7d-bb26-36139c32604c,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:35.208067 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ef8bf5e7-2fc7-4344-81d4-94919517d24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:35.209018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf5e7-2fc7-4344-81d4-94919517d24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:35.210885 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ef8bf5e7-2fc7-4344-81d4-94919517d24d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82f21c3b-dca0-4d7d-bb26-36139c32604c HTTP/1.1" status: 204 len: 168 time: 0.2195539 Jan 15 15:16:35.787680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.359876 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45980) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:36.518432 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-812689689-network', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:16:36.524203 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:36.529629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Usage tracker for resource:network and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:36.533283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:36.539307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:36.550121 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Made reservation on behalf of 9f3b96cc66ab4eeb82cccf8e1f297a5d for: {'network': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:16:36.555156 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for network, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.569784 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.586999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:36.591318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:36.595169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:36.601092 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:36.701926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.706164 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.711019 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d58235d8-2c09-4af6-916f-7acd5c84d822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:36.746519 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 15:16:36.757155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f896a84-8319-4d9b-8a95-248566ea03bb,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:36.761509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:36.768081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.768580 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.segments_db [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Added segment 76939aa2-aa15-47b9-9ff1-3bac2cd7d972 of type vxlan for network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f Jan 15 15:16:36.816129 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363277467954019'] for network, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.857105 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476'] for network, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.858496 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:16:36.859188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:36.862995 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:36.978022 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6168888 Jan 15 15:16:36.978905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Pushing event updated for resources: {'Network': ['ID=60d55792-4dfe-44e3-ae62-b3d317b7cc8f,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:36.981866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45986) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:36.985281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ce889b4e-0929-449f-af22-4f3cb06b49e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:36.989595 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Request body: {'subnet': {'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-812689689-subnet', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'ip_version': 4}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:16:36.993812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f details requested by agent ovs-agent-dv-cinder-734144-13-smb with host dv-cinder-734144-13-smb {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:16:36.996201 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:37.002554 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Usage tracker for resource:subnet and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:37.011626 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:37.017531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 15:16:37.024007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:37.039655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Made reservation on behalf of 9f3b96cc66ab4eeb82cccf8e1f297a5d for: {'subnet': 1} {{(pid=80122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:16:37.046951 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850634296'] for subnet, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:37.513791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:37.588349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850634247'] for subnet, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:37.608033 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-9858a30b-98f3-4265-b6ce-813d13edc037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:37.764277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd244699-72bf-40ec-89e0-292cf3f6138c,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:37.770096 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:37.843898 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Checking segment: {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:16:37.844357 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Network hostable DHCP agents. Network: 60d55792-4dfe-44e3-ae62-b3d317b7cc8f, hostable agents: ['a46e5155-e6ed-4dd9-9d97-e48043876e48'], hosted agents: [] {{(pid=80122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 15:16:37.867148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f is scheduled to be hosted by DHCP agent a46e5155-e6ed-4dd9-9d97-e48043876e48 with binding_index 1 {{(pid=80122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 15:16:37.877751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-smb, 60d55792-4dfe-44e3-ae62-b3d317b7cc8f) {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:16:37.890534 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5fde1-a70b-4b27-8bf0-3bfe071face5 None None] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:16:37.893420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:16:37.894133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for subnet, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:37.920714 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-87b571c5-6b9a-4d2b-848c-6a160141595f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9376614 Jan 15 15:16:37.923825 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80122) accepted ('10.222.0.71', 45990) {{(pid=80122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:37.929293 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:16:37.934347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:16:37.939445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Usage tracker for resource:router and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:16:37.943505 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:16:37.949639 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:16:37.959907 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1041205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499772'] for router, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:37.961002 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853734574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-943157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-922302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854276021'] for router, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:37.983604 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:38.156307 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cc69f6f-a35f-5dc5-b60c-bcf0b3486b85-60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c'}]}} from dv-cinder-734144-13-smb. {{(pid=80124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 15:16:38.157549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:38.561514 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-943140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1041188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854276006'] for router, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:38.566796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Allocated IP 172.20.0.2 (60d55792-4dfe-44e3-ae62-b3d317b7cc8f/bd244699-72bf-40ec-89e0-292cf3f6138c/48948035-80c0-4f34-8e11-d53580f3608a) {{(pid=80124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:16:38.844186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Notify callbacks [] for port, precommit_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:38.864291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Transition to ACTIVE for port object 48948035-80c0-4f34-8e11-d53580f3608a will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:16:38.892713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Transition to ACTIVE for port object 48948035-80c0-4f34-8e11-d53580f3608a will not be triggered until provisioned by entity DHCP. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:16:38.899707 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842'] for port, after_create {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:38.914100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-93da0dd6-2add-4c17-b120-ad7bbfc53aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:39.032445 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.053881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Pushing event updated for resources: {'Port': ['ID=48948035-80c0-4f34-8e11-d53580f3608a,revision_number=1']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:39.074336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.074724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.075104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.075481 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.075856 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.076223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.076589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.076952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.077313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.077705 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.078107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.078486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.078925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.079290 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.079650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.080009 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.080369 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.080732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.081081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.081441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.081806 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.082194 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.082551 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.082906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:39.089429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:39.091559 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.133724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f is already hosted by enough agents. {{(pid=80124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:16:39.135589 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Resources bound (agent type, host, resource id): {{(pid=80124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:16:39.139155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Received port after_create {{(pid=80124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:16:39.214971 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Attempting to bind port 48948035-80c0-4f34-8e11-d53580f3608a on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:16:39.215689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Attempting to bind port 48948035-80c0-4f34-8e11-d53580f3608a by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:16:39.216347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Attempting to bind port 48948035-80c0-4f34-8e11-d53580f3608a on network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:16:39.226396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:16:39.227322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Checking segment: {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:16:39.228042 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.228990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Bound using segment: {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:16:39.229930 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Bound port: 48948035-80c0-4f34-8e11-d53580f3608a, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:16:39.230653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.379953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] For port 48948035-80c0-4f34-8e11-d53580f3608a, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:16:39.383166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] For port 48948035-80c0-4f34-8e11-d53580f3608a, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=48948035-80c0-4f34-8e11-d53580f3608a,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:16:39.387373 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.405455 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:39.499266 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Allocated IP 172.28.1.60 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/86b5e45c-6a1d-479b-b3b3-c0dd7369a78c) {{(pid=80122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:16:39.582219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Pushing event updated for resources: {'Port': ['ID=48948035-80c0-4f34-8e11-d53580f3608a,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:39.589601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-1ea463b7-33d7-42d7-aa3c-95f610328d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:39.697252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.726185 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3106059'] for port, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:39.740809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bea3f897-f353-483b-a330-3c9bc5e28caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:39.877229 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Pushing event updated for resources: {'Port': ['ID=86b5e45c-6a1d-479b-b3b3-c0dd7369a78c,revision_number=1']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:39.880802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:40.007398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:16:40.009749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Resources bound (agent type, host, resource id): {{(pid=80122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:16:40.014579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Received port after_create {{(pid=80122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:16:40.574182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:40.869986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 48948035-80c0-4f34-8e11-d53580f3608a up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:16:40.975635 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 48948035-80c0-4f34-8e11-d53580f3608a completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:16:41.184809 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44e4d0-fb38-41e1-b341-938ba82a2575 None None] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:16:41.280249 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853734612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853832502'] for router, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:41.288322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] Provisioning for port 48948035-80c0-4f34-8e11-d53580f3608a completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:16:41.297854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] Provisioning complete for port 48948035-80c0-4f34-8e11-d53580f3608a triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:41.298356 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:41.553565 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:41.560576 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af is scheduled to L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a with binding_index 1 {{(pid=80122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 15:16:41.607701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] For port 48948035-80c0-4f34-8e11-d53580f3608a, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=48948035-80c0-4f34-8e11-d53580f3608a,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:16:41.613022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:41.615074 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:41.698803 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] Pushing event updated for resources: {'Port': ['ID=48948035-80c0-4f34-8e11-d53580f3608a,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:41.705140 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-bb1fad9b-d474-4dc2-8424-ac5a37c05047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:41.823936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:16:41.836567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Sync routers for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:16:41.848692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:16:41.849422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:16:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:41.860653 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] Notify callbacks [] for router, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:41.865627 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-f01820e3-2d47-4474-bb29-28300b95f817 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9377189 Jan 15 15:16:41.867828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 45994) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:16:42.067839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-66cb2192-e72a-410e-9cfa-1da07ae36977 None None] Provisioning complete for port 48948035-80c0-4f34-8e11-d53580f3608a triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:42.068839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-66cb2192-e72a-410e-9cfa-1da07ae36977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:42.234289 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:16:42.857506 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 48948035-80c0-4f34-8e11-d53580f3608a up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:16:42.981066 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-4ab49827-2f73-4587-9a73-77897236b779 None None] Provisioning complete for port 48948035-80c0-4f34-8e11-d53580f3608a triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:42.981701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4ab49827-2f73-4587-9a73-77897236b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.023007 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.094601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 48948035-80c0-4f34-8e11-d53580f3608a triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:43.095474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.138710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:40Z', 'revision_number': 3, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:43.186601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Checking router: a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:16:43.187555 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Updating router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c binding host dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:16:43.277802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.409521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Allocated IP 172.20.0.1 (60d55792-4dfe-44e3-ae62-b3d317b7cc8f/bd244699-72bf-40ec-89e0-292cf3f6138c/21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:16:43.639250 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.663633 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Transition to ACTIVE for port object 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:16:43.691921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.713751 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d5b53dc8-e69d-4ae1-bdab-e886b21c020d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:43.807925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Notify callbacks [] for port, precommit_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.820336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Transition to ACTIVE for port object 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c will not be triggered until provisioned by entity L2. {{(pid=80124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:16:43.824115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:43.840574 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:43.895581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Pushing event updated for resources: {'Port': ['ID=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:43.923802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.924341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.924758 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.925281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.925690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.926251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.926654 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.927171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.927683 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.928086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.928485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.928883 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.929498 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.929899 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.930444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.930843 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.931362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.931763 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.932277 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.932674 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.933191 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.933588 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.934133 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.934532 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:43.939566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:43.990331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:16:43.992745 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:16:43.995515 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:16:44.013052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159c0a2-9db1-4465-b06c-d1edc2d18d3d None None] Pushing event updated for resources: {'Port': ['ID=86b5e45c-6a1d-479b-b3b3-c0dd7369a78c,revision_number=2']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:44.018436 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e159c0a2-9db1-4465-b06c-d1edc2d18d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:44.082402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853736946'] for router_interface, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.107320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Attempting to bind port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:16:44.107987 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Attempting to bind port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:16:44.108260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Attempting to bind port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c on network f32376d6-bd19-4563-b529-d250bc891f90 {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:16:44.118475 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:16:44.119030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Checking segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:16:44.119344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.119788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Bound using segment: {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'} {{(pid=80124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:16:44.120330 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Bound port: 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda456c-b56c-4060-b465-cf8093c72d90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}}] {{(pid=80124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:16:44.120761 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.220441 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] For port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:16:44.227782 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] For port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=86b5e45c-6a1d-479b-b3b3-c0dd7369a78c,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:16:44.231846 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.251592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-392b7a21-ca8e-47ea-a63d-efac20e1c205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:44.407974 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.432414 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8138e0eb-e86c-42c8-95c6-99a229e0fc89 None None] Provisioning for port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:16:44.441957 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8138e0eb-e86c-42c8-95c6-99a229e0fc89 None None] Provisioning complete for port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:44.442687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8138e0eb-e86c-42c8-95c6-99a229e0fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.554989 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159c0a2-9db1-4465-b06c-d1edc2d18d3d None None] Pushing event updated for resources: {'Port': ['ID=86b5e45c-6a1d-479b-b3b3-c0dd7369a78c,revision_number=3']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:44.563637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e159c0a2-9db1-4465-b06c-d1edc2d18d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:44.582624 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8138e0eb-e86c-42c8-95c6-99a229e0fc89 None None] Port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:16:44.613354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:16:44.614077 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:16:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:44.792265 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.797969 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.852720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e1962aec-8b64-4e22-9b85-4bfc21b089f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:44.888108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:16:44.973065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1039089'] for router_interface, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:44.989881 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Pushing event updated for resources: {'Port': ['ID=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:44.996516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:45.181427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:16:45.182694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:16:45.339138 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:43Z', 'revision_number': 1, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:45.347180 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ccea0-3456-442a-8e96-5761ce25a202 None None] The sync data for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb is: [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:43Z', 'revision_number': 1, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:16:45.484208 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:16:45.540011 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-749859b4-9870-4042-9dcf-403debdf2dd6 None None] Provisioning complete for port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:45.540448 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-749859b4-9870-4042-9dcf-403debdf2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:45.639422 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-749859b4-9870-4042-9dcf-403debdf2dd6 None None] Port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:16:45.733167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:16:45.793777 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] 10.222.0.71 "PUT /v2.0/routers/a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9243898 Jan 15 15:16:46.894368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:16:46.995006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:16:47.001464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:47.001887 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:47.197228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:47.225878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=86b5e45c-6a1d-479b-b3b3-c0dd7369a78c,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:16:47.231246 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:47.236840 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-16422501-d281-468a-beaf-0ddde1e9e326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:47.346411 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=86b5e45c-6a1d-479b-b3b3-c0dd7369a78c,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:47.352793 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:48.853927 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:16:48.986149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:48.986583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:49.276668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Sync routers for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:16:49.292108 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:16:49.293115 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:16:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:49.603353 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:16:50.004734 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 2, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:50.012539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Checking router: a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af for host: dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:16:50.013119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Updating router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a binding host dv-cinder-734144-13-smb {{(pid=80125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 15:16:50.109528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:50.728797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Notify callbacks [] for port, precommit_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:50.750999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Transition to ACTIVE for port object 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a will not be triggered until provisioned by entity L2. {{(pid=80125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:16:50.755865 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:50.774800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-066fe655-3249-4b01-97fe-8152f45d862a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:50.929421 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Pushing event updated for resources: {'Port': ['ID=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,revision_number=3']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:50.942629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.943085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.943467 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.943906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.944282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.944652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.945095 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.945464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.945985 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.946384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.946788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.947177 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.947637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.948082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.948500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.948857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.949368 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.949594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.949996 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.950407 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.950795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.951167 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.951536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:50.952860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:16:51.139549 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:51.335931 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Attempting to bind port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a on host dv-cinder-734144-13-smb for vnic_type normal with profile {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:16:51.336600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Attempting to bind port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a by drivers openvswitch on host dv-cinder-734144-13-smb at level 0 using segments [{'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:16:51.337018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Attempting to bind port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a on network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:16:51.345566 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Checking agent: {'id': 'c9ad1b2c-8a17-4951-bc83-955abb4d384a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 54, 5), 'started_at': datetime.datetime(2021, 1, 15, 14, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:16:51.346076 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Checking segment: {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:16:51.346800 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:51.347510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Bound using segment: {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'} {{(pid=80125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:16:51.348392 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Bound port: 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a, host: dv-cinder-734144-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'}}] {{(pid=80125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:16:51.349100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:51.520390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] For port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a, host dv-cinder-734144-13-smb, cleared binding levels {{(pid=80125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:16:51.524376 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] For port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a, host dv-cinder-734144-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:16:51.528282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:51.559831 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:51.742400 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Pushing event updated for resources: {'Port': ['ID=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,revision_number=4']} {{(pid=80125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:51.748362 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-34182669-8c5d-4a23-a30d-39a12957acbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:51.813729 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:16:51.815153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:16:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:52.131245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:16:52.637417 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:51Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:16:52.647179 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf8c7b-3e4d-4898-aaf7-cd0d08d42da5 None None] The sync data for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb is: [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:51Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:16:52.953196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:16:53.044659 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning for port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:16:53.050812 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:53.051255 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:53.281399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:53.323162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] For port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:16:53.326906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:53.331142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:16:53.413732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Pushing event updated for resources: {'Port': ['ID=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,revision_number=5']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:16:53.426358 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:16:54.848577 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a up at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:16:54.942573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Provisioning complete for port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:16:54.943487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:16:57.599718 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-cbb2f233-f0c9-4b27-b39c-1ad61827862a tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:16:57.600520 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-63ae9e32-874e-4577-a205-56332417de7e req-cbb2f233-f0c9-4b27-b39c-1ad61827862a tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:network {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:16:57.618396 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-63ae9e32-874e-4577-a205-56332417de7e req-cbb2f233-f0c9-4b27-b39c-1ad61827862a tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:network {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:16:57.619712 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-cbb2f233-f0c9-4b27-b39c-1ad61827862a tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 814 time: 0.2462902 Jan 15 15:16:57.641894 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-7e345a2b-b530-42e3-a51d-00209437b169 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/quotas/9f3b96cc66ab4eeb82cccf8e1f297a5d HTTP/1.1" status: 200 len: 375 time: 0.0135310 Jan 15 15:16:57.747559 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-3f3e3ad9-ddd4-4ecb-b4ea-aa8c5e723210 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981765 Jan 15 15:16:57.871765 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-8c7149e2-ce5c-4ace-9c95-2ce1dc861bef service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:16:57.873684 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-8c7149e2-ce5c-4ace-9c95-2ce1dc861bef service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1076210 Jan 15 15:16:58.041316 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-3dcaef9c-ed9e-42ea-945e-f63ce1348600 service neutron] 10.222.0.71 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591022 Jan 15 15:16:58.199848 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-dbf216a0-5033-4c2b-b1f3-f91ee3014416 service neutron] 10.222.0.71 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492832 Jan 15 15:16:58.451302 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-3fe74b9c-7371-4566-8bb3-c28a105ad8e9 req-383ee93b-8092-4f1b-8db4-7450f9315949 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:16:58.473004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-3fe74b9c-7371-4566-8bb3-c28a105ad8e9 req-383ee93b-8092-4f1b-8db4-7450f9315949 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:16:58.474552 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3fe74b9c-7371-4566-8bb3-c28a105ad8e9 req-383ee93b-8092-4f1b-8db4-7450f9315949 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 210 time: 0.0828772 Jan 15 15:16:59.611196 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e84d4be5-eeb5-4e76-9675-8a281dfdf2db req-efdad2fb-3a43-45e8-bb9f-042c2f4dda75 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 210 time: 0.0570166 Jan 15 15:17:00.090044 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9bb25e10-d43c-4ae8-aa17-9e7be77be7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:00.761605 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-58af62a4-c4d6-4720-83e5-1c1e3cbd31a2 req-1f98169c-b74d-4647-8b0b-e6483ec83dd8 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 210 time: 0.0681300 Jan 15 15:17:01.979049 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ce95a177-2b4a-42ee-8a32-8e684730b525 req-aa44380d-49e2-4374-bd57-eb77a1b81ca6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 210 time: 0.0950446 Jan 15 15:17:03.060439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf2e6-bc98-4d3a-bed9-09da4c7d23cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:03.210116 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-29e3de6e-349d-4d01-9f5e-780a6a1038c5 req-bf942154-2865-475f-b284-5188fe424723 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 210 time: 0.0531955 Jan 15 15:17:03.682673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:03.950490 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-cbc13bd7-b754-48e4-be7c-3e3343e57908 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:03.952960 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-cbc13bd7-b754-48e4-be7c-3e3343e57908 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 814 time: 0.2376273 Jan 15 15:17:03.983384 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'port': {'device_id': '3dcad826-3812-426f-844b-b753c729279f', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'admin_state_up': True, 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:04.207112 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:17:04.454934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:17:04.465158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:17:04.476086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Made reservation on behalf of 9f3b96cc66ab4eeb82cccf8e1f297a5d for: {'port': 1} {{(pid=80123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 15:17:04.481253 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-aa38d81d-870d-4610-8984-4533e4cf898f req-b09bed9c-1230-4075-a535-7afe2e7018f0 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 210 time: 0.0600598 Jan 15 15:17:04.495142 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:04.768260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:05.102852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Allocated IP 172.20.0.4 (60d55792-4dfe-44e3-ae62-b3d317b7cc8f/bd244699-72bf-40ec-89e0-292cf3f6138c/517935ec-805e-4bf4-ab27-6024d110ca8e) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:17:05.405719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:05.424900 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Transition to ACTIVE for port object 517935ec-805e-4bf4-ab27-6024d110ca8e will not be triggered until provisioned by entity DHCP. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:17:05.456904 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:05.481815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ccd7f5c4-5b59-4233-9098-cc35f3c647be tempest-TestShelveInstance-405995852 tempest-TestShelveInstance-405995852] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:05.777671 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'Port': ['ID=517935ec-805e-4bf4-ab27-6024d110ca8e,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:05.791016 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:05.815797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:17:05.818688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:17:05.822065 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:05.825694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:17:05.943823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd6c6-7395-44cc-aca0-7865414e5b0e req-e72765c1-d639-4a23-925f-1881ac63c249 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:05.946000 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-991cd6c6-7395-44cc-aca0-7865414e5b0e req-e72765c1-d639-4a23-925f-1881ac63c249 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 931 time: 0.2156565 Jan 15 15:17:05.974795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:05.976079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:06.058695 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-991cd6c6-7395-44cc-aca0-7865414e5b0e req-74ee81bf-93f4-4574-b529-0ec194000bae tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766499 Jan 15 15:17:06.072570 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1013353 Jan 15 15:17:06.118446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-ee100fae-95a8-4f5f-9c61-d72eac38800c None None] Provisioning for port 517935ec-805e-4bf4-ab27-6024d110ca8e completed by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:17:06.129244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-ee100fae-95a8-4f5f-9c61-d72eac38800c None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:17:06.129652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ee100fae-95a8-4f5f-9c61-d72eac38800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:06.205153 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-ee100fae-95a8-4f5f-9c61-d72eac38800c None None] Port 517935ec-805e-4bf4-ab27-6024d110ca8e cannot update to ACTIVE because it is not bound. {{(pid=80124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 15:17:07.339789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0e5c2-5955-486d-b3c6-0a9289a81a24 req-bb64140a-528c-4479-a3b4-52e84dc6bd2f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:07.345331 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-12b0e5c2-5955-486d-b3c6-0a9289a81a24 req-bb64140a-528c-4479-a3b4-52e84dc6bd2f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 931 time: 0.1371672 Jan 15 15:17:07.445034 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-12b0e5c2-5955-486d-b3c6-0a9289a81a24 req-50f75938-8d30-4593-a9ca-8f4a448511f8 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:17:07.465295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-12b0e5c2-5955-486d-b3c6-0a9289a81a24 req-50f75938-8d30-4593-a9ca-8f4a448511f8 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:17:07.466996 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-12b0e5c2-5955-486d-b3c6-0a9289a81a24 req-50f75938-8d30-4593-a9ca-8f4a448511f8 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178596 Jan 15 15:17:07.520118 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:08.844027 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9532c0-c8cf-4d39-9c43-7d17b4065215 req-68c8a570-95a8-4e2f-a26b-eb7d3b232f43 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:08.845439 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f9532c0-c8cf-4d39-9c43-7d17b4065215 req-68c8a570-95a8-4e2f-a26b-eb7d3b232f43 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:17:08.870306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-5f9532c0-c8cf-4d39-9c43-7d17b4065215 req-68c8a570-95a8-4e2f-a26b-eb7d3b232f43 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:17:08.872868 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f9532c0-c8cf-4d39-9c43-7d17b4065215 req-68c8a570-95a8-4e2f-a26b-eb7d3b232f43 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 931 time: 0.2097449 Jan 15 15:17:08.948823 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5f9532c0-c8cf-4d39-9c43-7d17b4065215 req-46c457d4-163d-44a9-9838-fc3aafcf364f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636342 Jan 15 15:17:10.237046 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df205e2a-3bac-4236-b372-ce34a86a1229 req-f9a6fa9a-1ce9-4c22-a6f0-138d23161a16 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:10.239084 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df205e2a-3bac-4236-b372-ce34a86a1229 req-f9a6fa9a-1ce9-4c22-a6f0-138d23161a16 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 931 time: 0.1210380 Jan 15 15:17:10.298690 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-df205e2a-3bac-4236-b372-ce34a86a1229 req-390f383b-3840-4d1d-bf53-2134538c93c1 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528977 Jan 15 15:17:11.598100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f505a-c084-44ec-8a7d-71169f93e9c3 req-6880ada0-dcbe-4044-8e7d-8198a181631c tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:11.599904 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2f6f505a-c084-44ec-8a7d-71169f93e9c3 req-6880ada0-dcbe-4044-8e7d-8198a181631c tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 931 time: 0.1311829 Jan 15 15:17:11.675132 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2f6f505a-c084-44ec-8a7d-71169f93e9c3 req-4587e0d3-23e3-43b7-aaff-92cc5ac3917d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668755 Jan 15 15:17:13.073621 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547db1f-0367-40e0-9563-758aefe4fb11 req-01187ec8-5559-49d2-bf96-46f8600fec76 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:13.078358 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1547db1f-0367-40e0-9563-758aefe4fb11 req-01187ec8-5559-49d2-bf96-46f8600fec76 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 931 time: 0.1630878 Jan 15 15:17:13.176190 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1547db1f-0367-40e0-9563-758aefe4fb11 req-060b35b7-3a34-4b86-9ecb-e4bbe63bbecd tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832651 Jan 15 15:17:14.422308 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Request body: {'port': {'device_id': '3dcad826-3812-426f-844b-b753c729279f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:14.527424 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c90ea-a1b8-44e0-9277-96561e3c34db req-30585a82-9cfe-4a4d-a16d-78e80ac1a33b tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:14.529032 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-109c90ea-a1b8-44e0-9277-96561e3c34db req-30585a82-9cfe-4a4d-a16d-78e80ac1a33b tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 931 time: 0.1960292 Jan 15 15:17:14.640804 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:14.657349 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-109c90ea-a1b8-44e0-9277-96561e3c34db req-2b0da9ff-bfbd-4e53-8a05-ec7e674a1b16 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193373 Jan 15 15:17:15.119453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517935ec-805e-4bf4-ab27-6024d110ca8e {{(pid=80123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 15:17:15.127375 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:15.141619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Transition to ACTIVE for port object 517935ec-805e-4bf4-ab27-6024d110ca8e will not be triggered until provisioned by entity L2. {{(pid=80123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 15:17:15.144793 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:15.160544 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ef4eee1e-9e43-47ee-95dc-a6dcceed897a tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:15.303022 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Pushing event updated for resources: {'Port': ['ID=517935ec-805e-4bf4-ab27-6024d110ca8e,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:15.306620 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:15.610398 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Attempting to bind port 517935ec-805e-4bf4-ab27-6024d110ca8e on host hv-cinder-73414 for vnic_type normal with profile {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 15:17:15.610991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Attempting to bind port 517935ec-805e-4bf4-ab27-6024d110ca8e by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 15:17:15.611594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Attempting to bind port 517935ec-805e-4bf4-ab27-6024d110ca8e on network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 15:17:15.621821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Checking agent: {'id': '27b2ed48-cc71-4298-be25-0bfa65eae072', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 15, 1, 37), 'started_at': datetime.datetime(2021, 1, 15, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 15:17:15.622474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Checking segment: {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 15:17:15.623159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:15.624427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Bound using segment: {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'} {{(pid=80123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 15:17:15.625331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Bound port: 517935ec-805e-4bf4-ab27-6024d110ca8e, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76939aa2-aa15-47b9-9ff1-3bac2cd7d972', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f'}}] {{(pid=80123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 15:17:15.626064 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:15.728712 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] For port 517935ec-805e-4bf4-ab27-6024d110ca8e, host hv-cinder-73414, cleared binding levels {{(pid=80123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 15:17:15.732260 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] For port 517935ec-805e-4bf4-ab27-6024d110ca8e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=517935ec-805e-4bf4-ab27-6024d110ca8e,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 15:17:15.736662 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:15.751941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:15.925054 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Pushing event updated for resources: {'Port': ['ID=517935ec-805e-4bf4-ab27-6024d110ca8e,revision_number=3']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:15.929581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:15.945155 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700807a-b3b7-43be-89f3-c183644890c1 req-261f65a2-7eb7-4a6b-9edc-0a348cbb821a tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:15.948097 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700807a-b3b7-43be-89f3-c183644890c1 req-261f65a2-7eb7-4a6b-9edc-0a348cbb821a tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 943 time: 0.1385114 Jan 15 15:17:15.985323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:15.986486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:15.988506 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] 10.222.0.72 "PUT /v2.0/ports/517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 1157 time: 1.5765936 Jan 15 15:17:15.989079 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:17:16.035593 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-3700807a-b3b7-43be-89f3-c183644890c1 req-2858be29-6510-4587-beb4-cf8daccbce1f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792053 Jan 15 15:17:16.167688 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-e3f27961-f5b5-4ebb-87bf-24d74b8e617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:16.169942 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-e3f27961-f5b5-4ebb-87bf-24d74b8e617a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1160 time: 0.1114349 Jan 15 15:17:16.254133 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-a81e8ade-fea6-4658-b2db-882b92a2ab00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 217 time: 0.0707927 Jan 15 15:17:16.335339 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-f516540b-6fd0-4424-a36e-1e29c526af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:16.337496 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-f516540b-6fd0-4424-a36e-1e29c526af7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.0772252 Jan 15 15:17:16.400065 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'status': 'completed', 'code': 200} Jan 15 15:17:16.460914 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9e32-874e-4577-a205-56332417de7e req-76f0ef6d-a9d7-43bb-97ad-4e8ecc7a784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:16.462573 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-76f0ef6d-a9d7-43bb-97ad-4e8ecc7a784e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1187320 Jan 15 15:17:16.626989 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-f108f60b-b483-43f9-ab2c-44a233e79e56 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574240 Jan 15 15:17:16.808789 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-63ae9e32-874e-4577-a205-56332417de7e req-276ffb80-4f6b-4dc0-932f-1ae8e898b166 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1742985 Jan 15 15:17:16.993717 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923748-98ee-4042-b648-664f1a140c44 req-9a3bee5d-09a6-45ef-9ce5-8ef2f55cd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:16.995526 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a923748-98ee-4042-b648-664f1a140c44 req-9a3bee5d-09a6-45ef-9ce5-8ef2f55cd5b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1160 time: 0.0941565 Jan 15 15:17:17.197680 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923748-98ee-4042-b648-664f1a140c44 req-4c63def8-2263-40ce-9bc3-bfde01234b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:17.199451 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a923748-98ee-4042-b648-664f1a140c44 req-4c63def8-2263-40ce-9bc3-bfde01234b40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.1966832 Jan 15 15:17:17.279924 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a923748-98ee-4042-b648-664f1a140c44 req-e6941774-2ecf-4260-9cee-2cb0316f3d95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 217 time: 0.0731564 Jan 15 15:17:17.356796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923748-98ee-4042-b648-664f1a140c44 req-047c37bf-8728-492d-b92e-21fa0e225b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:17.359588 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a923748-98ee-4042-b648-664f1a140c44 req-047c37bf-8728-492d-b92e-21fa0e225b01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.0725021 Jan 15 15:17:17.360032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb724124-4f7e-4e2e-991a-bed085d4a501 req-fa6beefd-7af3-4186-afb3-a1e9bc303424 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:17.361913 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cb724124-4f7e-4e2e-991a-bed085d4a501 req-fa6beefd-7af3-4186-afb3-a1e9bc303424 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 943 time: 0.1190739 Jan 15 15:17:17.434437 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cb724124-4f7e-4e2e-991a-bed085d4a501 req-8f004ca8-55b5-4db5-85e3-55f2de33d5bb tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629895 Jan 15 15:17:17.452383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923748-98ee-4042-b648-664f1a140c44 req-9023050d-ffb1-41c3-a71a-2c17a663ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:17.454199 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a923748-98ee-4042-b648-664f1a140c44 req-9023050d-ffb1-41c3-a71a-2c17a663ad32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0868597 Jan 15 15:17:17.668652 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a923748-98ee-4042-b648-664f1a140c44 req-9b86097c-5581-4866-8610-0c799425643e service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060192 Jan 15 15:17:18.064850 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-7a923748-98ee-4042-b648-664f1a140c44 req-1cde3db4-8879-4d51-a136-a91218a8eba1 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3894823 Jan 15 15:17:18.707789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da97a0-1a71-44e7-a7c7-41a7e7999db4 req-ae9bc1f5-ee37-471c-8e49-fa6696416039 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:18.709481 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a9da97a0-1a71-44e7-a7c7-41a7e7999db4 req-ae9bc1f5-ee37-471c-8e49-fa6696416039 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 943 time: 0.1084273 Jan 15 15:17:18.771191 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a9da97a0-1a71-44e7-a7c7-41a7e7999db4 req-1606aaaf-5af3-4154-b180-35a0f9833647 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Jan 15 15:17:19.654531 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.objects.ports [None req-2ab173a7-edd6-48ed-a52e-27e25a7c2345 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80124) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 15:17:20.073280 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 517935ec-805e-4bf4-ab27-6024d110ca8e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:17:20.138282 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d7f15-bf9b-473a-bb36-89b273b40ab9 req-cf57dc5a-4463-4d32-b9cb-310a1ea2926f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:20.140248 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4c6d7f15-bf9b-473a-bb36-89b273b40ab9 req-cf57dc5a-4463-4d32-b9cb-310a1ea2926f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 943 time: 0.1187725 Jan 15 15:17:20.147503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning for port 517935ec-805e-4bf4-ab27-6024d110ca8e completed by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 15:17:20.156342 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:17:20.157061 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.212803 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-4c6d7f15-bf9b-473a-bb36-89b273b40ab9 req-ddbec6e4-9fb4-49a7-9c92-28b0a2819f43 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633235 Jan 15 15:17:20.312777 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.537125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e'}] {{(pid=80124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:17:20.548845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] For port 517935ec-805e-4bf4-ab27-6024d110ca8e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=517935ec-805e-4bf4-ab27-6024d110ca8e,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:20.552689 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200'] for port, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:20.554769 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d8dc5149-4899-476f-9cfd-75e89a0485d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:20.609588 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'code': 200} Jan 15 15:17:20.627086 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Pushing event updated for resources: {'Port': ['ID=517935ec-805e-4bf4-ab27-6024d110ca8e,revision_number=4']} {{(pid=80124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:20.630962 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:20.931354 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15afd9-512a-4c2c-97e4-c65835028670 req-9c52f975-1419-4545-ab2a-058793b34b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:20.933125 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2a15afd9-512a-4c2c-97e4-c65835028670 req-9c52f975-1419-4545-ab2a-058793b34b38 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1162 time: 0.0833828 Jan 15 15:17:20.982346 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2a15afd9-512a-4c2c-97e4-c65835028670 req-cf6f65ee-d042-4cec-a32a-671a4719d251 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Jan 15 15:17:21.491909 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829eeb7-0027-4ddb-9b2b-c09952630089 req-bb8188fc-eb6e-4042-afe3-0f7f97d0cc39 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:21.494152 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1829eeb7-0027-4ddb-9b2b-c09952630089 req-bb8188fc-eb6e-4042-afe3-0f7f97d0cc39 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1244040 Jan 15 15:17:21.558947 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1829eeb7-0027-4ddb-9b2b-c09952630089 req-53d50511-0b4a-46fb-b2cb-9b46e57b2018 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553815 Jan 15 15:17:21.701842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 517935ec-805e-4bf4-ab27-6024d110ca8e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:17:21.772525 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:17:21.772961 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:22.823254 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c397ad9-7631-409d-9a79-9314b393a287 req-0328bb9b-2502-4260-9e4a-bebc662a787e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:22.824899 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6c397ad9-7631-409d-9a79-9314b393a287 req-0328bb9b-2502-4260-9e4a-bebc662a787e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1265707 Jan 15 15:17:22.887358 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-6c397ad9-7631-409d-9a79-9314b393a287 req-a3035fc9-56a2-41f3-a5be-fafb08854b0b tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551579 Jan 15 15:17:23.147934 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240086db-560c-4a13-85cd-c6987768dc86 req-dd5c6297-225d-4f9f-81d0-2e4b9cebaae7 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:23.149711 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-240086db-560c-4a13-85cd-c6987768dc86 req-dd5c6297-225d-4f9f-81d0-2e4b9cebaae7 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1199098 Jan 15 15:17:23.213198 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-240086db-560c-4a13-85cd-c6987768dc86 req-5dfa6896-8cd1-4e9a-b521-0f7e878dc761 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Jan 15 15:17:23.738107 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4057-74e9-4abb-8d22-f98d72f4acc2 req-c9494334-f60f-4786-b4cb-9311a3eeb4c4 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:23.739814 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cd7d4057-74e9-4abb-8d22-f98d72f4acc2 req-c9494334-f60f-4786-b4cb-9311a3eeb4c4 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1194549 Jan 15 15:17:23.747171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 517935ec-805e-4bf4-ab27-6024d110ca8e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:17:23.796632 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-cd7d4057-74e9-4abb-8d22-f98d72f4acc2 req-81602276-d54c-4099-a74c-d92b8e995e45 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Jan 15 15:17:23.885986 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:17:23.886738 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.220088 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fca37-a2c8-4ab5-8ee0-0c892a1931f5 req-c1569f96-5b02-477d-8c43-7baf9f3d0b91 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:29.221744 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2c4fca37-a2c8-4ab5-8ee0-0c892a1931f5 req-c1569f96-5b02-477d-8c43-7baf9f3d0b91 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1104558 Jan 15 15:17:29.278518 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-2c4fca37-a2c8-4ab5-8ee0-0c892a1931f5 req-3e49e528-675a-4d7b-a92f-951a96006f4d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498586 Jan 15 15:17:29.547077 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-84af9849-93f4-4e1b-a213-d2a737834118 req-2881f430-e7af-4917-aa48-e571eefbe2ca tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1905799 Jan 15 15:17:29.560772 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'floatingip': {'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:29.570508 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:17:29.574611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Usage tracker for resource:floatingip and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:17:29.578196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:17:29.585310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:17:29.597014 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for floatingip, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:29.768024 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.089170 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_common [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Allocated IP 172.28.1.235 (f32376d6-bd19-4563-b529-d250bc891f90/337a203f-a53f-424b-a302-703c4cc2a35c/a888455c-b688-4347-8cc8-62c394157315) {{(pid=80123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 15:17:30.096669 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-6ad10a39-fef6-4f2b-b124-3b7545ddc20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.264564 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for port, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.292694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363277467893842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.318178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-f8496103-ce8f-4b38-8750-980c4296011e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:30.464251 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'Port': ['ID=a888455c-b688-4347-8cc8-62c394157315,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:30.470390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:30.556006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Network f32376d6-bd19-4563-b529-d250bc891f90 is already hosted by enough agents. {{(pid=80123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 15:17:30.557857 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.base_scheduler [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources bound (agent type, host, resource id): {{(pid=80123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 15:17:30.561244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Received port after_create {{(pid=80123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 15:17:30.646172 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for floatingip, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:30.709937 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:31.077374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for port, precommit_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:31.081071 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852513956'] for port, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:31.098316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-061878cf-6302-4326-bd0c-502ee1d0a082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:31.243223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'Port': ['ID=a888455c-b688-4347-8cc8-62c394157315,revision_number=2']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:31.246637 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:31.360220 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:31.384723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:31.386239 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-84af9849-93f4-4e1b-a213-d2a737834118 req-3c1ad398-65e0-442d-a70b-9657c0f090a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8305342 Jan 15 15:17:31.481166 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-84af9849-93f4-4e1b-a213-d2a737834118 req-7e59675c-2e82-46c1-8214-90b41b337cea tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:floatingip {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:17:31.499041 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-84af9849-93f4-4e1b-a213-d2a737834118 req-7e59675c-2e82-46c1-8214-90b41b337cea tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:floatingip {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:17:31.500401 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-84af9849-93f4-4e1b-a213-d2a737834118 req-7e59675c-2e82-46c1-8214-90b41b337cea tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.235 HTTP/1.1" status: 200 len: 696 time: 0.1071358 Jan 15 15:17:31.741791 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9849-93f4-4e1b-a213-d2a737834118 req-fbecebca-8ffa-4761-9bc8-974422a41944 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:31.743372 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-84af9849-93f4-4e1b-a213-d2a737834118 req-fbecebca-8ffa-4761-9bc8-974422a41944 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/networks/f32376d6-bd19-4563-b529-d250bc891f90 HTTP/1.1" status: 200 len: 784 time: 0.2340894 Jan 15 15:17:31.757112 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-84af9849-93f4-4e1b-a213-d2a737834118 req-479a936b-f585-4852-bb45-4cbd29c70106 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=80123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 15:17:31.758519 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-84af9849-93f4-4e1b-a213-d2a737834118 req-479a936b-f585-4852-bb45-4cbd29c70106 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0078850 Jan 15 15:17:32.023168 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f9102-f7c1-4284-be56-ba133183c52e req-8109f5c2-335c-4051-bf08-494910db66ab tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:32.024934 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-8109f5c2-335c-4051-bf08-494910db66ab tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1522799 Jan 15 15:17:32.134636 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-b0371580-e29f-4f26-8487-e0783941ce1f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.235 HTTP/1.1" status: 200 len: 696 time: 0.1030691 Jan 15 15:17:32.147470 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'floatingip': {'port_id': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:32.241999 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for floatingip, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:33.057186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-d0c2395a-9e2f-472c-826d-8c5a0f3b7829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:33.299291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for floatingip, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:33.303810 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943294'] for floatingip, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:33.509463 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Floating IP 08d48f34-cc3a-4c0e-889d-16b500cbd963 associated. External IP: 172.28.1.235, port: 517935ec-805e-4bf4-ab27-6024d110ca8e. Jan 15 15:17:33.682988 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:33.926323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:17:34.129594 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:17:34.134283 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:34.141372 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] Sync routers for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:17:34.153209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:34.153998 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:17:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:34.202826 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-fc931ded-9a6e-4c1c-8155-b2b1d7344271 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "PUT /v2.0/floatingips/08d48f34-cc3a-4c0e-889d-16b500cbd963 HTTP/1.1" status: 200 len: 996 time: 2.0612142 Jan 15 15:17:34.203295 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:17:34.321994 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f9102-f7c1-4284-be56-ba133183c52e req-8bf4a59c-770c-4919-9a66-b1f46508d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:34.327065 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-8bf4a59c-770c-4919-9a66-b1f46508d845 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1162 time: 0.1022375 Jan 15 15:17:34.425431 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'status': 'completed', 'code': 200} Jan 15 15:17:34.457185 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:34.548224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f9102-f7c1-4284-be56-ba133183c52e req-f9d33f38-461f-41e6-9b6f-d4ad290759ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:34.558353 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-f9d33f38-461f-41e6-9b6f-d4ad290759ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.2245612 Jan 15 15:17:34.588888 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-c72682d5-a86b-4f97-b8bf-b6261e4cf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:34.592357 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-c72682d5-a86b-4f97-b8bf-b6261e4cf9a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1162 time: 0.1594648 Jan 15 15:17:34.688370 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-a4eb8840-34b4-4161-8af6-6c97704ea378 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 999 time: 0.1290274 Jan 15 15:17:34.774579 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f9102-f7c1-4284-be56-ba133183c52e req-069232fe-5e96-44b3-92ee-26aaee0ba1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:34.803955 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-069232fe-5e96-44b3-92ee-26aaee0ba1aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.0819149 Jan 15 15:17:34.805708 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-8e15b76f-47b6-4fa8-813c-a4319e1f70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:34.808525 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-8e15b76f-47b6-4fa8-813c-a4319e1f70f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.2087512 Jan 15 15:17:34.825039 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:34.891386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f9102-f7c1-4284-be56-ba133183c52e req-8781832e-16eb-4991-9e26-b9cbd57f659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:34.891386 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-8781832e-16eb-4991-9e26-b9cbd57f659e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0950539 Jan 15 15:17:34.953240 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '08d48f34-cc3a-4c0e-889d-16b500cbd963', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'floating_ip_address': '172.28.1.235', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'port_id': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'mac_address': 'fa:16:3e:24:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcad826-3812-426f-844b-b753c729279f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:17:30Z', 'updated_at': '2021-01-15T15:17:33Z', 'revision_number': 1, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:53Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:34.959437 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] Checking router: a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:17:34.972720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:17:34.973244 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:17:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:35.002683 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-7883081b-4d8c-4a14-a61b-aa04bfe215d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 999 time: 0.1874578 Jan 15 15:17:35.122323 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-0686e068-d9ee-4d82-9124-0fcb25eb7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:35.125574 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-0686e068-d9ee-4d82-9124-0fcb25eb7315 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.1169853 Jan 15 15:17:35.126356 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-2f2f1052-e8b3-413c-9312-2b4d4808df88 service neutron] 10.222.0.71 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179163 Jan 15 15:17:35.172949 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-1492a82d-c882-448b-b4b4-7a909b76ff0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2318411 Jan 15 15:17:35.241464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-e2a4414f-4c8c-4264-b5d0-7439e0ecf70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:35.244428 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-e2a4414f-4c8c-4264-b5d0-7439e0ecf70e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1116626 Jan 15 15:17:35.272427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:17:35.380805 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f27f9102-f7c1-4284-be56-ba133183c52e req-97daada4-bc2f-4a4f-88ed-5b26175e5a46 service neutron] 10.222.0.71 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2478182 Jan 15 15:17:35.430738 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-006fae18-5c2a-41e7-a6b0-a55c9bbaf304 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784546 Jan 15 15:17:35.470338 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1870816574', 'description': 'tempest-TestMinimumBasicScenario-1870816574 description'}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:35.535500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:17:35.561953 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:17:35.599126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:35.646939 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f937542d-f9dd-44cd-88d9-a1b128ecac3d req-0acc0a78-4dba-4a5e-8e25-409407d2baf6 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2088125 Jan 15 15:17:35.647851 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:17:35.652672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Usage tracker for resource:security_group_rule and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:17:35.657111 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:17:35.667196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:17:35.782678 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:35.786255 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:35.796292 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-51b1b781-ffd1-4666-9e9d-042ff4f2c7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:35.798632 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '08d48f34-cc3a-4c0e-889d-16b500cbd963', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'floating_ip_address': '172.28.1.235', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'port_id': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'mac_address': 'fa:16:3e:24:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcad826-3812-426f-844b-b753c729279f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:17:30Z', 'updated_at': '2021-01-15T15:17:33Z', 'revision_number': 1, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:53Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:17:35.802478 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:35.804143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e370a52-7930-4976-bd8b-037273b3e95e None None] The sync data for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb is: [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_floatingips': [{'id': '08d48f34-cc3a-4c0e-889d-16b500cbd963', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'floating_ip_address': '172.28.1.235', 'floating_network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'router_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'port_id': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'mac_address': 'fa:16:3e:24:84:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcad826-3812-426f-844b-b753c729279f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:17:30Z', 'updated_at': '2021-01-15T15:17:33Z', 'revision_number': 1, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:53Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:17:35.950570 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'SecurityGroup': ['ID=26296b07-baa2-470c-bea9-71fd2ac34391,revision_number=1']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:35.953808 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:35.955261 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-22544382-1dd2-47d6-aebf-5d46383dad9f req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4934199 Jan 15 15:17:35.956285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-39ec2358-87a6-4b47-afa4-561553127541 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:35.981003 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-4c78b739-ca9a-4401-a840-80acdd891052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:35.983684 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-4c78b739-ca9a-4401-a840-80acdd891052 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1162 time: 0.1554503 Jan 15 15:17:36.068897 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-2fb87a90-c34f-42f1-b4ee-e5fdc3201f0b tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups/26296b07-baa2-470c-bea9-71fd2ac34391 HTTP/1.1" status: 200 len: 1814 time: 0.0724139 Jan 15 15:17:36.083371 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26296b07-baa2-470c-bea9-71fd2ac34391', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:36.083878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26296b07-baa2-470c-bea9-71fd2ac34391', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:36.096248 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:17:36.100860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Usage tracker for resource:security_group_rule and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:17:36.104560 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:17:36.116486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:17:36.147190 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5505e-fef9-4322-860c-bcad7689e514 None None] New status for floating IP 08d48f34-cc3a-4c0e-889d-16b500cbd963: ACTIVE {{(pid=80125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:17:36.217573 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group_rule, before_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.246183 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-8596e64f-9818-4951-a74f-341f82fa4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:36.247921 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-8596e64f-9818-4951-a74f-341f82fa4307 service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.2397587 Jan 15 15:17:36.261284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.265789 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.271161 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-cccd6ea3-f983-4282-b551-444cc4f32357 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:36.304420 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1abaa5-e1a3-443e-a65c-060827f72b9b,revision_number=0']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:36.323149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.323612 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.324184 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.324859 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.325721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.327611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.328285 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.328956 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.329660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.331110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.331110 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.331721 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.332609 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.333306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.334025 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.334736 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.335430 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.336126 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.336842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.337724 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.338456 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.339148 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.340487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.340487 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:17:36.348162 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:36.364344 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group_rule, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.366594 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-70a14ece-fa3a-48b1-a75a-7d96c09b5fb6 req-709537e8-cb3a-44ba-bac2-c974d376fc31 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2899685 Jan 15 15:17:36.381559 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-42c81948-bbcc-4eaa-8666-7719589928bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 999 time: 0.1272876 Jan 15 15:17:36.497163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-95912d9d-0a76-4b18-81a0-902fa51cc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:36.498893 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-95912d9d-0a76-4b18-81a0-902fa51cc706 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.1105313 Jan 15 15:17:36.563898 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-caf505ea-c02f-492b-89d2-2add108a1524 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups/26296b07-baa2-470c-bea9-71fd2ac34391 HTTP/1.1" status: 200 len: 2407 time: 0.1389701 Jan 15 15:17:36.580673 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26296b07-baa2-470c-bea9-71fd2ac34391', 'remote_group_id': None}]} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:36.581081 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26296b07-baa2-470c-bea9-71fd2ac34391', 'remote_group_id': None}} {{(pid=80123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:36.593592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 15:17:36.604686 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Usage tracker for resource:security_group_rule and tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d is out of sync, need to count used quota {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 15:17:36.609829 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 15:17:36.617785 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.quota.driver [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 15:17:36.675119 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-5fc1cad0-d0ac-4153-afa5-e34ca6318475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:36.676767 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-5fc1cad0-d0ac-4153-afa5-e34ca6318475 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1676035 Jan 15 15:17:36.734935 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group_rule, before_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.839754 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.843768 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851665'] for security_group_rule, after_create {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.850710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:36.886872 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edea233e-8e82-445d-9d95-9f9b93d54752,revision_number=0']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:36.895000 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:36.897732 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-9d9dcb64-ff10-4378-b6d8-225a7704f293 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056067 Jan 15 15:17:36.932451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group_rule, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:36.933719 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-8cecccce-ea44-483f-8048-2dc8d8ff565e req-017c77fa-cee0-43df-9038-795548a181b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3596129 Jan 15 15:17:37.076697 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-81d50b77-beaa-487a-a6f3-c86e95575fcf req-80a8f010-ea8a-4eef-8aab-0e80f66b5585 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1726308 Jan 15 15:17:37.268702 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-24b714e0-be4d-4ca0-b6d6-0d8afc6d63b7 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1870816574&fields=id&tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d HTTP/1.1" status: 200 len: 267 time: 0.0512662 Jan 15 15:17:37.441587 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-67ceea17-36da-46e5-b8fd-210cceb056a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:37.443497 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-67ceea17-36da-46e5-b8fd-210cceb056a6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1678939 Jan 15 15:17:37.457332 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'port': {'security_groups': ['2f896a84-8319-4d9b-8a95-248566ea03bb', '26296b07-baa2-470c-bea9-71fd2ac34391']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:17:37.517486 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:37.604915 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:37.964070 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] For port 517935ec-805e-4bf4-ab27-6024d110ca8e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=517935ec-805e-4bf4-ab27-6024d110ca8e,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:17:38.002267 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:38.006638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:38.024749 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-96ca44dd-4fb9-451e-9aa9-117952be17cf tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:17:38.210497 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'Port': ['ID=517935ec-805e-4bf4-ab27-6024d110ca8e,revision_number=5']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:17:38.217413 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:17:38.280655 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:38.284146 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:38.284146 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0961e9e7-6694-4069-996f-1c7cc479b3b3 req-47622a67-5fad-41bb-b38d-fa58641cc85d tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "PUT /v2.0/ports/517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 981 time: 0.8325694 Jan 15 15:17:38.284835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:17:38.399539 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'status': 'completed', 'code': 200} Jan 15 15:17:38.588516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51a3a6-6203-4083-9e0e-d337879b77b8 req-7c848fae-6917-4533-ba99-725b47029f97 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:38.590258 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae51a3a6-6203-4083-9e0e-d337879b77b8 req-7c848fae-6917-4533-ba99-725b47029f97 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1394911 Jan 15 15:17:38.592954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-8ebb6a79-32a8-4641-b923-0f1971d40ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:38.595833 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-8ebb6a79-32a8-4641-b923-0f1971d40ea8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1202 time: 0.1474695 Jan 15 15:17:38.629028 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-43d9611d-f179-4892-b72a-6b678cfaa5f6 None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:17:38.629450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-43d9611d-f179-4892-b72a-6b678cfaa5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:38.664104 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae51a3a6-6203-4083-9e0e-d337879b77b8 req-75fd7508-9354-424b-b26c-c7fb3156e4d3 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0659814 Jan 15 15:17:39.001665 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-4cce11b0-063f-4b38-8966-87701f435e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:39.003511 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-4cce11b0-063f-4b38-8966-87701f435e8d service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.4008141 Jan 15 15:17:39.127729 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-8543e924-3bb6-4d04-9cbf-7ac40e88d1ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 1001 time: 0.1165884 Jan 15 15:17:39.215116 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-ca6db22d-aa13-429d-a984-2dfbb94e432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:39.217400 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-ca6db22d-aa13-429d-a984-2dfbb94e432a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.0823693 Jan 15 15:17:39.302310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-82e8104b-0468-4536-9ef2-bdc1873e67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:39.304138 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-82e8104b-0468-4536-9ef2-bdc1873e67a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0807838 Jan 15 15:17:39.459314 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-c9c40c98-e890-4163-8536-24b6a9b6535c service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484234 Jan 15 15:17:39.622137 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-9f50ce9e-f3d6-44ba-9cbd-1e83d8a18898 req-7c924e7f-a2ab-4e39-bebb-0f200a704c03 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556609 Jan 15 15:17:40.048494 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 517935ec-805e-4bf4-ab27-6024d110ca8e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:17:40.124521 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:17:40.124936 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:17:41.209238 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:17:55.137597 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-e6cd25fb-153d-4716-b011-45084097c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:55.140736 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-e6cd25fb-153d-4716-b011-45084097c257 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1202 time: 0.0910225 Jan 15 15:17:55.276372 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569f931-d436-45db-9ffb-bdb81192a4a4 req-14937eaf-f709-472c-a04b-32297661b823 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:55.278488 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e569f931-d436-45db-9ffb-bdb81192a4a4 req-14937eaf-f709-472c-a04b-32297661b823 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1483567 Jan 15 15:17:55.319386 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-96fa4a09-450d-40e1-9e63-102c94c9a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:55.321086 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-96fa4a09-450d-40e1-9e63-102c94c9a750 service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.1742954 Jan 15 15:17:55.363240 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e569f931-d436-45db-9ffb-bdb81192a4a4 req-91f8eeee-8f27-488d-bf63-ca0a8ffeffc7 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0713820 Jan 15 15:17:55.453893 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-2f051f39-c1db-4aaa-9bfd-2f3ad58f9705 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 1001 time: 0.1239002 Jan 15 15:17:55.531451 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-c92fe993-8701-4af9-98a8-9280ee05f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:55.532964 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-c92fe993-8701-4af9-98a8-9280ee05f55d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.0729852 Jan 15 15:17:55.667094 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-d5ecb2fe-d82d-494d-b2e5-21c457bf3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:55.668974 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-d5ecb2fe-d82d-494d-b2e5-21c457bf3a8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1289937 Jan 15 15:17:55.832632 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-b8d297be-8eca-44d1-a401-1f384b04b335 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556756 Jan 15 15:17:56.066942 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d956dc72-73a0-4054-9d95-8554ae5a47d9 req-e24effac-bb2f-4332-a305-659d40289b79 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2267411 Jan 15 15:17:56.690045 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f7ac1-ec7f-4010-b526-93612d68aa43 req-c85c57d8-78be-47d1-a2f2-62975580d894 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:56.691982 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae8f7ac1-ec7f-4010-b526-93612d68aa43 req-c85c57d8-78be-47d1-a2f2-62975580d894 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1522121 Jan 15 15:17:56.772217 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-ae8f7ac1-ec7f-4010-b526-93612d68aa43 req-ccc98688-2968-4183-92fb-0f8f44570f63 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:security_group {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:17:56.795964 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-ae8f7ac1-ec7f-4010-b526-93612d68aa43 req-ccc98688-2968-4183-92fb-0f8f44570f63 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:security_group {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:17:56.797841 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-ae8f7ac1-ec7f-4010-b526-93612d68aa43 req-ccc98688-2968-4183-92fb-0f8f44570f63 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0926902 Jan 15 15:17:58.116301 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a12a1-3bd2-4a2a-80ff-698c40a9adee req-336cddb3-b5c8-4353-a2e2-0f9d8b0e4009 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:58.118075 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f44a12a1-3bd2-4a2a-80ff-698c40a9adee req-336cddb3-b5c8-4353-a2e2-0f9d8b0e4009 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1651862 Jan 15 15:17:58.184239 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f44a12a1-3bd2-4a2a-80ff-698c40a9adee req-8a443ddf-8176-44e0-97ba-20b521c60411 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0586820 Jan 15 15:17:59.449713 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374024-6619-4412-bbe7-1790b3d906e7 req-60ba6625-bd40-4cea-985d-41cf28438b99 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:17:59.451505 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-41374024-6619-4412-bbe7-1790b3d906e7 req-60ba6625-bd40-4cea-985d-41cf28438b99 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1071138 Jan 15 15:17:59.521415 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-41374024-6619-4412-bbe7-1790b3d906e7 req-9e851876-5f23-45c6-bd8d-bc56be8c0daa tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0632074 Jan 15 15:18:00.092850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-007bdb59-dfbc-4a37-8d03-1a8cde155178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:00.782106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c34b82-740e-48b9-b02e-9d697e6b07fa req-b025f4c7-c881-4e17-aef4-232920e7c6a2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:00.783822 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75c34b82-740e-48b9-b02e-9d697e6b07fa req-b025f4c7-c881-4e17-aef4-232920e7c6a2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1107514 Jan 15 15:18:00.857276 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-75c34b82-740e-48b9-b02e-9d697e6b07fa req-2096e7f9-0603-4edc-9ef0-5fad99ed1fea tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0648005 Jan 15 15:18:02.123828 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10e23e-181a-4fcb-8cda-47e13af14f02 req-d36a7dec-24c9-4424-aae4-968fac367060 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:02.126149 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5e10e23e-181a-4fcb-8cda-47e13af14f02 req-d36a7dec-24c9-4424-aae4-968fac367060 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1087537 Jan 15 15:18:02.192578 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-5e10e23e-181a-4fcb-8cda-47e13af14f02 req-7f144a1a-268c-400f-9ef9-e0b63183ef9b tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0594711 Jan 15 15:18:03.042209 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-b6058784-9285-4305-9739-32af12be4590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:03.686091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:03.705592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655b36-ea6a-4e8e-aa7d-c9055c3715f0 req-94664044-3771-4f87-ae8e-cf05e1e74dcd tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:03.707687 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a5655b36-ea6a-4e8e-aa7d-c9055c3715f0 req-94664044-3771-4f87-ae8e-cf05e1e74dcd tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.3781168 Jan 15 15:18:03.776736 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-a5655b36-ea6a-4e8e-aa7d-c9055c3715f0 req-f9bb33d0-b544-431d-b016-91840c37db0f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0593073 Jan 15 15:18:04.744781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:05.035333 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a483b54-5d23-4820-bddd-f5350f41eaf3 req-810854a0-78d6-4f69-8643-d9c6c4ebde73 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:05.037145 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1a483b54-5d23-4820-bddd-f5350f41eaf3 req-810854a0-78d6-4f69-8643-d9c6c4ebde73 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1185496 Jan 15 15:18:05.115561 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-1a483b54-5d23-4820-bddd-f5350f41eaf3 req-b2494db6-33fe-4c86-b8c9-130038997112 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0673532 Jan 15 15:18:05.862158 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:06.358174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbcacd-06a9-4b4b-bf26-3daf46eea952 req-75626971-854f-4d29-824b-e9149b8063c4 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:06.359931 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e3dbcacd-06a9-4b4b-bf26-3daf46eea952 req-75626971-854f-4d29-824b-e9149b8063c4 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1061883 Jan 15 15:18:06.424226 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e3dbcacd-06a9-4b4b-bf26-3daf46eea952 req-c4c886b4-53af-4a68-99d9-5318a6673209 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0563102 Jan 15 15:18:07.534169 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:07.680305 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad1c6e-1eb5-48ba-a1b0-9d4ef3dacee5 req-fb6f1892-36b4-4c54-a2f0-3676703ebc0b tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:07.682080 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b4ad1c6e-1eb5-48ba-a1b0-9d4ef3dacee5 req-fb6f1892-36b4-4c54-a2f0-3676703ebc0b tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1076517 Jan 15 15:18:07.745483 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b4ad1c6e-1eb5-48ba-a1b0-9d4ef3dacee5 req-4a814ced-c269-4bae-b877-88b89d574ba9 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=26296b07-baa2-470c-bea9-71fd2ac34391&id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0566540 Jan 15 15:18:18.210410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:18:30.096848 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cf45c4ee-f232-44c7-b477-36c2f42a5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:33.050446 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-60112049-9610-49c3-a6d5-e72c7b502e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:33.692225 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:34.747873 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:35.024489 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-a9e082d1-f880-47a5-9a3a-82ba69838589 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835667 Jan 15 15:18:35.224694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006206-3ee4-46fc-891e-714dd502644a req-3d869e9e-20d8-425a-b5e7-0566e2be759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:35.226675 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-3d869e9e-20d8-425a-b5e7-0566e2be759b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1202 time: 0.0996578 Jan 15 15:18:35.403331 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006206-3ee4-46fc-891e-714dd502644a req-1d9bb7be-038f-41fd-aa32-f71cc4abb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:35.405215 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-1d9bb7be-038f-41fd-aa32-f71cc4abb3af service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.1574078 Jan 15 15:18:35.548488 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-e725c0f7-c78c-433c-b69e-b194c08c61d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 1001 time: 0.1359749 Jan 15 15:18:35.633558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006206-3ee4-46fc-891e-714dd502644a req-8566ad25-29ee-4c99-874f-1a799ff90fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:35.635213 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-8566ad25-29ee-4c99-874f-1a799ff90fbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.0769804 Jan 15 15:18:35.721908 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006206-3ee4-46fc-891e-714dd502644a req-3f746f8a-66b5-4fd9-8a58-deec1918bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:35.723595 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-3f746f8a-66b5-4fd9-8a58-deec1918bc25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806713 Jan 15 15:18:35.800336 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:35.925401 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-2829e1c3-3d98-4fb1-bbe3-ca406b3157ef service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949844 Jan 15 15:18:36.094898 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-07006206-3ee4-46fc-891e-714dd502644a req-0d7740bf-6b92-433a-8708-0c8651a6202a service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1623354 Jan 15 15:18:37.538347 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:40.400328 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-b356e60b-216d-45a4-be03-58c69d081b8e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1870816574&fields=id&tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d HTTP/1.1" status: 200 len: 267 time: 0.0522933 Jan 15 15:18:40.523548 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-014640f7-6329-43d5-b1e1-0b26ffd866af tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:40.525156 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-014640f7-6329-43d5-b1e1-0b26ffd866af tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 984 time: 0.1178257 Jan 15 15:18:40.538546 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.v2.base [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Request body: {'port': {'security_groups': ['2f896a84-8319-4d9b-8a95-248566ea03bb']}} {{(pid=80122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 15:18:40.680326 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575401'] for port, before_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.174719 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] For port 517935ec-805e-4bf4-ab27-6024d110ca8e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=517935ec-805e-4bf4-ab27-6024d110ca8e,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:18:41.223284 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for port, precommit_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.228314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759387290176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759386854583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363277467921200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851669742'] for port, after_update {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.245743 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-78fb0f9b-248e-43e2-b543-e0fadbe84d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:18:41.431124 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event updated for resources: {'Port': ['ID=517935ec-805e-4bf4-ab27-6024d110ca8e,revision_number=6']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:18:41.449981 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.450450 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.450887 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.451297 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.451711 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.452149 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.452583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.453291 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.453726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.454174 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.454583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.455128 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.455767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.456178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.456690 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.457104 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.457507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.458090 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.458460 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.458984 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.459399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.459917 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.460320 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.460845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:41.477390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:18:41.524485 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:41.525379 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.527479 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-82d9df70-7bbb-4066-b48a-b0ecf24ba913 req-4018a779-01b6-4458-ab17-8e99b5ad1dfe tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "PUT /v2.0/ports/517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 942 time: 0.9945645 Jan 15 15:18:41.527991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e'}] {{(pid=80122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:18:41.647742 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'status': 'completed', 'code': 200} Jan 15 15:18:41.668772 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c39d642e-eabd-4a33-9a71-03b7ba5b0979 req-b459f087-c6e6-4428-a371-4009cc94c3b0 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups/26296b07-baa2-470c-bea9-71fd2ac34391 HTTP/1.1" status: 200 len: 3005 time: 0.0978878 Jan 15 15:18:41.776171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c39d642e-eabd-4a33-9a71-03b7ba5b0979 req-d7ae6eca-2aa3-44d3-a3ad-21724d9df57e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group, before_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.783507 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-c7762666-f500-4add-a270-d0c5b97bbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:41.785437 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-c7762666-f500-4add-a270-d0c5b97bbdbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1162 time: 0.1002345 Jan 15 15:18:41.801940 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-e04980f5-f046-418b-a69e-c3f2a7cd23fa None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity DHCP. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:18:41.802399 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e04980f5-f046-418b-a69e-c3f2a7cd23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.814942 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c39d642e-eabd-4a33-9a71-03b7ba5b0979 req-d7ae6eca-2aa3-44d3-a3ad-21724d9df57e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group, precommit_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.873049 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c39d642e-eabd-4a33-9a71-03b7ba5b0979 req-d7ae6eca-2aa3-44d3-a3ad-21724d9df57e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.879188 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-2df55c0a-c4ca-4029-a477-1fac9f517387 tempest-AttachVolumeTestJSON-904044945 tempest-AttachVolumeTestJSON-904044945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:18:41.897845 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae6eca-2aa3-44d3-a3ad-21724d9df57e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event deleted for resources: {'SecurityGroup': ['ID=26296b07-baa2-470c-bea9-71fd2ac34391,revision_number=None']} {{(pid=80122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:18:41.901861 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d7ae6eca-2aa3-44d3-a3ad-21724d9df57e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:18:41.913143 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-c39d642e-eabd-4a33-9a71-03b7ba5b0979 req-d7ae6eca-2aa3-44d3-a3ad-21724d9df57e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for security_group, before_response {{(pid=80122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:41.917130 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-c39d642e-eabd-4a33-9a71-03b7ba5b0979 req-d7ae6eca-2aa3-44d3-a3ad-21724d9df57e tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "DELETE /v2.0/security-groups/26296b07-baa2-470c-bea9-71fd2ac34391 HTTP/1.1" status: 204 len: 173 time: 0.2389300 Jan 15 15:18:42.048906 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-1d3f992c-a04b-472c-abdc-c20a6b0da2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:42.050773 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-1d3f992c-a04b-472c-abdc-c20a6b0da2a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.2580719 Jan 15 15:18:42.190720 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-ad443fb8-46e3-4da6-a4fc-08d0e6df8e26 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/floatingips/08d48f34-cc3a-4c0e-889d-16b500cbd963 HTTP/1.1" status: 200 len: 998 time: 0.2381933 Jan 15 15:18:42.235114 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-eb031ef7-24a8-49e4-9bc2-b39ffb12f443 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 1001 time: 0.1730917 Jan 15 15:18:42.410452 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 517935ec-805e-4bf4-ab27-6024d110ca8e up at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 15:18:42.415997 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-806d351c-b631-425d-9966-a5ee19486077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:42.418169 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-806d351c-b631-425d-9966-a5ee19486077 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.1746147 Jan 15 15:18:42.500692 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.provisioning_blocks [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Provisioning complete for port 517935ec-805e-4bf4-ab27-6024d110ca8e triggered by entity L2. {{(pid=80124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 15:18:42.501214 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:42.521973 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-39ef916b-5441-4b62-ab25-47362523f4d6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:42.523612 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-39ef916b-5441-4b62-ab25-47362523f4d6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/networks/f32376d6-bd19-4563-b529-d250bc891f90 HTTP/1.1" status: 200 len: 784 time: 0.3183692 Jan 15 15:18:42.906771 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-a267f553-46e5-4e4d-9604-ebb9a54ac187 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.235 HTTP/1.1" status: 200 len: 1001 time: 0.3735764 Jan 15 15:18:42.913543 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-bcf390ec-c0a1-4861-9e0b-d0ec2aecb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:42.915170 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-bcf390ec-c0a1-4861-9e0b-d0ec2aecb729 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4899266 Jan 15 15:18:43.122687 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-32a31b47-9723-41d2-9864-a68208d3a526 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:43.124298 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-32a31b47-9723-41d2-9864-a68208d3a526 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports/517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 942 time: 0.2081661 Jan 15 15:18:43.176132 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-99cb76e6-b28c-4deb-ac91-3b63dc638479 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134299 Jan 15 15:18:43.450529 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-ac71d370-c35c-4891-ac10-1f776b3446b6 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.28.1.235 HTTP/1.1" status: 200 len: 1001 time: 0.1488326 Jan 15 15:18:43.546560 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-0a440a97-c203-4573-afea-d689b2ebdde8 req-954fb75a-be98-431c-9dec-4712f9102601 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3637776 Jan 15 15:18:43.713006 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Deleting port a888455c-b688-4347-8cc8-62c394157315 {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:18:43.713306 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:43.907681 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:43.908085 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for floatingip, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:44.037860 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Calling delete_port for a888455c-b688-4347-8cc8-62c394157315 owned by network:floatingip {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:18:44.207536 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:44.224601 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-d7a88459-d75a-4e91-9a64-c43e91d9b5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:18:44.324324 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event deleted for resources: {'Port': ['ID=a888455c-b688-4347-8cc8-62c394157315,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:18:44.342779 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.343193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.343608 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.344018 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.344447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.344819 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.345216 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.345615 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.346052 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.346429 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.346821 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.347230 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.347696 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.348089 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.348482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.348866 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.349314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.349645 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.350059 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.350732 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.351098 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.351491 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.351878 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.352276 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-smb {{(pid=80123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 15:18:44.358877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:18:44.500603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks [] for floatingip, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:44.500998 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.db.l3_db [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Floating IP 08d48f34-cc3a-4c0e-889d-16b500cbd963 disassociated (deleted). External IP: 172.28.1.235, port: 517935ec-805e-4bf4-ab27-6024d110ca8e. Jan 15 15:18:44.932405 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:18:45.209614 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:18:45.222634 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] Sync routers for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:18:45.240629 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:18:45.241538 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for floatingip, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:45.241817 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:18:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:18:45.306560 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-67017923-3ec7-4cb9-93c3-f57763860609 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "DELETE /v2.0/floatingips/08d48f34-cc3a-4c0e-889d-16b500cbd963 HTTP/1.1" status: 204 len: 173 time: 1.8434794 Jan 15 15:18:45.307526 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:18:45.397517 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'status': 'completed', 'code': 200} Jan 15 15:18:45.543952 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:18:45.574600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-6052292f-acc8-4332-bb24-e0643f94da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:45.577751 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-6052292f-acc8-4332-bb24-e0643f94da3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1162 time: 0.2561343 Jan 15 15:18:45.582990 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-a1f72ffb-96e8-4352-9669-6f4a5095c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:45.585914 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-a1f72ffb-96e8-4352-9669-6f4a5095c580 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 1162 time: 0.1327245 Jan 15 15:18:46.007181 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:53Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:18:46.016575 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] Checking router: a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:18:46.034760 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:18:46.036509 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:18:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:18:46.140310 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-f906cbf1-3c0d-4954-873c-a1f9cffdc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:46.146091 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-f906cbf1-3c0d-4954-873c-a1f9cffdc42f service neutron] 10.222.0.71 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.5526962 Jan 15 15:18:46.146091 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-761a7547-ba92-44b0-a4de-d91ec28733ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:46.146648 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-761a7547-ba92-44b0-a4de-d91ec28733ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 200 len: 908 time: 0.5285592 Jan 15 15:18:46.268377 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:18:46.283002 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-62235318-f5f4-4e34-92fc-5ecfeb5148b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 217 time: 0.1316729 Jan 15 15:18:46.294948 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-23e7a91c-45c6-4fef-8d5a-89d49ae16715 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 200 len: 217 time: 0.0831406 Jan 15 15:18:46.425726 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-765a13aa-b3f1-46e4-b6f0-a63b131e1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:46.431182 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-765a13aa-b3f1-46e4-b6f0-a63b131e1990 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.1315420 Jan 15 15:18:46.431182 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-1a68c519-6916-471d-a916-a1135a581bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:46.431182 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-1a68c519-6916-471d-a916-a1135a581bc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 200 len: 853 time: 0.0952859 Jan 15 15:18:46.593005 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-35880c4b-9bb3-4dc5-96f0-2822c2463d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:46.594941 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-35880c4b-9bb3-4dc5-96f0-2822c2463d87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1580300 Jan 15 15:18:46.596852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-26ac565c-e50a-4143-9cae-9f8bfbab2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:46.598645 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-26ac565c-e50a-4143-9cae-9f8bfbab2c00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60d55792-4dfe-44e3-ae62-b3d317b7cc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1207011 Jan 15 15:18:46.692644 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:53Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:18:46.697977 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29479c77-f884-4151-bc86-03a90b5efa9a None None] The sync data for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb is: [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:16:44Z', 'revision_number': 4, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb', '_interfaces': [{'id': '21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a', 'name': '', 'network_id': '60d55792-4dfe-44e3-ae62-b3d317b7cc8f', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'mac_address': 'fa:16:3e:1f:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:43Z', 'updated_at': '2021-01-15T15:16:53Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'subnets': [{'id': 'bd244699-72bf-40ec-89e0-292cf3f6138c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:18:46.881453 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-0e0e2b47-4580-422a-a18f-27621853ec46 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798898 Jan 15 15:18:46.890425 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-44ee368f-5b79-4341-9e73-fdbcfc15475d service neutron] 10.222.0.71 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598245 Jan 15 15:18:47.189887 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fee5d8-03fd-4fc7-a569-13cbf0171ea1 None None] New status for floating IP 08d48f34-cc3a-4c0e-889d-16b500cbd963: DOWN {{(pid=80125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 15:18:47.238267 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-e2a67fb6-4a65-485e-b4e7-bf5f25167c33 req-6347f63b-8a6e-401f-9929-b69d523b49f5 service neutron] 10.222.0.72 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3462079 Jan 15 15:18:47.242076 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-d5da9717-2839-47f8-8bd9-5fa1a1057bb5 req-906f2cf7-c22f-4ed1-b3f0-04b89a7125f5 service neutron] 10.222.0.71 "GET /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3137393 Jan 15 15:18:50.946275 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bf784-8101-4012-bdf0-96e9fe77a2a1 req-dd7c5738-c224-4ed6-ac7a-c7f62d67273c tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:50.947186 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b58bf784-8101-4012-bdf0-96e9fe77a2a1 req-dd7c5738-c224-4ed6-ac7a-c7f62d67273c tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:port {{(pid=80123) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:18:50.965131 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-b58bf784-8101-4012-bdf0-96e9fe77a2a1 req-dd7c5738-c224-4ed6-ac7a-c7f62d67273c tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:port {{(pid=80123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:18:50.967091 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b58bf784-8101-4012-bdf0-96e9fe77a2a1 req-dd7c5738-c224-4ed6-ac7a-c7f62d67273c tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1322315 Jan 15 15:18:51.027769 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-b58bf784-8101-4012-bdf0-96e9fe77a2a1 req-6227eb59-4b35-44e7-a1ca-b9e141aef93f tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535593 Jan 15 15:18:52.311177 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73895-615f-433d-8210-de3ad7263052 req-d87cd537-6db9-4f62-92b1-c8c7a9cba9a0 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:52.312931 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-05f73895-615f-433d-8210-de3ad7263052 req-d87cd537-6db9-4f62-92b1-c8c7a9cba9a0 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1107409 Jan 15 15:18:52.370072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-05f73895-615f-433d-8210-de3ad7263052 req-8f74f4b3-db7c-456d-a5ee-aaa2d69a6943 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Synchronizing usage tracker for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:security_group {{(pid=80122) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 15:18:52.391558 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.quota.resource [req-05f73895-615f-433d-8210-de3ad7263052 req-8f74f4b3-db7c-456d-a5ee-aaa2d69a6943 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Unset dirty status for tenant:9f3b96cc66ab4eeb82cccf8e1f297a5d on resource:security_group {{(pid=80122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 15:18:52.393340 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-05f73895-615f-433d-8210-de3ad7263052 req-8f74f4b3-db7c-456d-a5ee-aaa2d69a6943 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/security-groups?id=2f896a84-8319-4d9b-8a95-248566ea03bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Jan 15 15:18:52.764341 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ec4a76dc-577b-428b-b7bb-51cca627d359 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 15:18:52.766041 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ec4a76dc-577b-428b-b7bb-51cca627d359 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.72 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 945 time: 0.1112702 Jan 15 15:18:52.861606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Deleting port 517935ec-805e-4bf4-ab27-6024d110ca8e {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:18:52.862043 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:53.188017 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] For port 517935ec-805e-4bf4-ab27-6024d110ca8e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=517935ec-805e-4bf4-ab27-6024d110ca8e,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:18:53.188349 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:53.327773 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Calling delete_port for 517935ec-805e-4bf4-ab27-6024d110ca8e owned by compute:nova {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:18:53.495603 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:53.518502 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a8b2090c-7cdb-43cc-9a34-0a6df62af2c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:18:53.650638 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Pushing event deleted for resources: {'Port': ['ID=517935ec-805e-4bf4-ab27-6024d110ca8e,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:18:53.675788 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:18:53.701154 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-32fdc629-fc6c-42cd-af87-5a7bd8fc2cc1 req-35d95d3a-849f-47f1-8b01-a7c3dc237352 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.71 "GET /v2.0/ports?device_id=3dcad826-3812-426f-844b-b753c729279f HTTP/1.1" status: 200 len: 210 time: 0.0944123 Jan 15 15:18:53.813901 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] No DVR routers for this DVR port 517935ec-805e-4bf4-ab27-6024d110ca8e on host hv-cinder-73414 {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:18:53.816516 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7684'] for port, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:53.819409 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'name': 'network-vif-deleted', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e'}] {{(pid=80123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 15:18:53.839944 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [req-f11f568e-f619-4f5b-9d80-77f88778cf8f req-ee8a57c5-5baa-48b5-b817-16d19b8b68be tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] 10.222.0.72 "DELETE /v2.0/ports/517935ec-805e-4bf4-ab27-6024d110ca8e HTTP/1.1" status: 204 len: 173 time: 1.0670996 Jan 15 15:18:53.886704 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcad826-3812-426f-844b-b753c729279f', 'name': 'network-vif-deleted', 'tag': '517935ec-805e-4bf4-ab27-6024d110ca8e', 'status': 'completed', 'code': 200} Jan 15 15:18:54.342402 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 517935ec-805e-4bf4-ab27-6024d110ca8e no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:18:54.396802 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] No Port match for: 517935ec-805e-4bf4-ab27-6024d110ca8e {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:18:54.397103 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Device 517935ec-805e-4bf4-ab27-6024d110ca8e not bound to the agent host hv-cinder-73414 {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:18:55.209844 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:18:56.549710 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 46342) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:18:57.463877 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1039072'] for router_interface, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:58.015739 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Deleting port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:18:58.016464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:58.210106 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] For port 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:18:58.210510 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:58.345414 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Calling delete_port for 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a owned by network:router_interface {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:18:58.575795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:58.593453 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:18:58.694905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:18:58.705350 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:18:59.093850 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853264339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853738640'] for router_interface, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:18:59.659592 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af has already been hosted by L3 agent ba941bb9-c3ec-4db1-987b-3e1bd326c71a {{(pid=80123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 15:19:00.111852 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-ff8417b9-133b-44f7-b985-26281c5cc7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:00.147606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-smb the message routers_updated {{(pid=80123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 15:19:00.158163 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] Sync routers for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 15:19:00.169959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:19:00.170892 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:18:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:19:00.177265 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-a5634415-598d-403d-a8c2-e7162e022662 admin admin] 10.222.0.71 "PUT /v2.0/routers/a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6255479 Jan 15 15:19:00.181462 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 46346) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:19:00.395965 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:19:00.402868 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:00.611699 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:00.617080 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Deleting port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:19:00.617447 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:00.802120 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:18:58Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:19:00.807122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] Checking router: a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af for host: dv-cinder-734144-13-smb {{(pid=80124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 15:19:00.817151 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] Routers {'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'} bound to L3 agent in host dv-cinder-734144-13-smb {{(pid=80124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 15:19:00.817827 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734144-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T14:54:03Z,description=,heartbeat_timestamp=2021-01-15T15:18:33Z,host='dv-cinder-734144-13-smb',id=ba941bb9-c3ec-4db1-987b-3e1bd326c71a,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'], 'active': True} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:19:00.827947 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] For port 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=86b5e45c-6a1d-479b-b3b3-c0dd7369a78c,segment=NetworkSegment(4bda456c-b56c-4060-b465-cf8093c72d90),segment_id=4bda456c-b56c-4060-b465-cf8093c72d90)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:19:00.828630 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.005013 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Calling delete_port for 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c owned by network:router_gateway {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:19:01.181021 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.255252 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvr_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] Set router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af gateway port host: dv-cinder-734144-13-smb {{(pid=80124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 15:19:01.469854 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853832472'] for router_gateway, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.601125 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_hamode_db [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:18:58Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}], 'dv-cinder-734144-13-smb', False) {} {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:19:01.605740 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb4366-98f0-4f3f-86cf-b466cced6bd4 None None] The sync data for ids ['a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af'] in dv-cinder-734144-13-smb is: [{'id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'name': 'tempest-TestMinimumBasicScenario-812689689-router', 'tenant_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'external_fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:16:37Z', 'updated_at': '2021-01-15T15:18:58Z', 'revision_number': 5, 'project_id': '9f3b96cc66ab4eeb82cccf8e1f297a5d', 'gw_port': {'id': '86b5e45c-6a1d-479b-b3b3-c0dd7369a78c', 'name': '', 'network_id': 'f32376d6-bd19-4563-b529-d250bc891f90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:16:39Z', 'updated_at': '2021-01-15T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '337a203f-a53f-424b-a302-703c4cc2a35c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-smb'}] {{(pid=80124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 15:19:01.648063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1041346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499779'] for router, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.650539 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.672858 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853737390'] for router, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.673427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af {{(pid=80123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 15:19:01.690395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.692180 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-45edae22-cf81-4f06-a114-d267d527f3e4 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a2bb8dd1-a22d-48b2-a04a-b9c0ee3e45af HTTP/1.1" status: 204 len: 168 time: 1.5080640 Jan 15 15:19:01.697374 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 46352) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:19:01.768482 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Deleting subnet bd244699-72bf-40ec-89e0-292cf3f6138c {{(pid=80123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 15:19:01.771691 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.837410 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851036074'] for subnet, precommit_delete_associations {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:01.986631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853141572'] for subnet, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:02.352449 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852513937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852283862'] for subnet, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:02.369528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:19:02.414032 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd244699-72bf-40ec-89e0-292cf3f6138c,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:19:02.474461 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:19:02.550318 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:02.556823 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e77b9f-5727-470b-9588-d9e19eebcb94 None None] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f requested from dv-cinder-734144-13-smb {{(pid=80124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 15:19:02.560308 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-eeab89f5-ff26-437c-8eb0-6737caa61330 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bd244699-72bf-40ec-89e0-292cf3f6138c HTTP/1.1" status: 204 len: 168 time: 0.8591955 Jan 15 15:19:02.560528 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 46356) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:19:02.698141 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852768369'] for network, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:02.771959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Deleting port 48948035-80c0-4f34-8e11-d53580f3608a {{(pid=80123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:19:02.772335 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:02.895313 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] DHCP port deletion for 60d55792-4dfe-44e3-ae62-b3d317b7cc8f request from dv-cinder-734144-13-smb {{(pid=80124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 15:19:02.902753 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Deleting port 48948035-80c0-4f34-8e11-d53580f3608a {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:19:02.903591 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:02.939387 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:19:02.989879 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:19:02.991217 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 86b5e45c-6a1d-479b-b3b3-c0dd7369a78c not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:19:02.991844 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:19:03.076236 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] For port 48948035-80c0-4f34-8e11-d53580f3608a, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=48948035-80c0-4f34-8e11-d53580f3608a,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:19:03.076885 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:03.079444 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:19:03.080171 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 21bfeaa9-a1f3-4857-a44a-bd0f92af4f3a not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:19:03.148982 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9f75f69e-b878-4c9c-afc2-d8bd1d87831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:03.293722 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Calling delete_port for 48948035-80c0-4f34-8e11-d53580f3608a owned by network:dhcp {{(pid=80123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:19:03.319835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.db [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] For port 48948035-80c0-4f34-8e11-d53580f3608a, host dv-cinder-734144-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-smb',level=0,port_id=48948035-80c0-4f34-8e11-d53580f3608a,segment=NetworkSegment(76939aa2-aa15-47b9-9ff1-3bac2cd7d972),segment_id=76939aa2-aa15-47b9-9ff1-3bac2cd7d972)] {{(pid=80124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 15:19:03.320598 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827915'] for port, precommit_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:03.403427 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-253873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759387290193', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277467921234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2261829'] for port, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:03.419694 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-ea3f3220-3b64-43c9-8a7d-b259a3d014b2 tempest-TestMinimumBasicScenario-1272885771 tempest-TestMinimumBasicScenario-1272885771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:19:03.482224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Calling delete_port for 48948035-80c0-4f34-8e11-d53580f3608a owned by network:dhcp {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 15:19:03.533954 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=48948035-80c0-4f34-8e11-d53580f3608a,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:19:03.537210 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:19:03.576193 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.db.api [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 15:19:03.577796 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_db.api [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 15:19:03.581245 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] No DVR routers for this DVR port 48948035-80c0-4f34-8e11-d53580f3608a on host dv-cinder-734144-13-smb {{(pid=80123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 15:19:03.700500 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:03.716631 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634251', 'neutron.services.segments.db._delete_segments_for_network-8759387373069'] for network, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.079063 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Deleting port 48948035-80c0-4f34-8e11-d53580f3608a {{(pid=80124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 15:19:04.079590 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277467490983'] for port, before_delete {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.092082 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d55792-4dfe-44e3-ae62-b3d317b7cc8f']}} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:19:04.106921 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76939aa2-aa15-47b9-9ff1-3bac2cd7d972') {'for_net_delete': True} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:19:04.107228 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.services.segments.db [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76939aa2-aa15-47b9-9ff1-3bac2cd7d972') {} {{(pid=80123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 15:19:04.119946 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363277467416590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739758'] for segment, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.137178 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853164439'] for segment, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.139464 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 15:19:04.149835 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-e15f1dda-469e-4c26-a451-c7a14bfa5cdf None None] The port '48948035-80c0-4f34-8e11-d53580f3608a' was deleted {{(pid=80124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 15:19:04.424795 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:19:04.440294 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1611361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852513998'] for segment, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.719991 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.managers [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Network 60d55792-4dfe-44e3-ae62-b3d317b7cc8f has no segments {{(pid=80123) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 15:19:04.741672 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: Traceback (most recent call last): Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: timer() Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: cb(*args, **kw) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: return func(*args, **kwargs) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: self._notify() Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: self.callback(batched_events) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: event.method(event) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: segment_id)['aggregates'][0] Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: return f(self, *a, **k) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: return self._get(url).json() Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: **kwargs) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: return self.request(url, 'GET', **kwargs) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: **endpoint_filter) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 15:19:04.744953 dv-cinder-734144-13-smb neutron-server[80007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 15:19:04.852443 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853141566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-943247'] for network, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.858822 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-14d9ca41-408b-42e3-80f6-eeeb70d37756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:19:04.889605 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511619'] for network, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:04.900219 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 48948035-80c0-4f34-8e11-d53580f3608a no longer exists at agent ovs-agent-dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 15:19:04.901583 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d55792-4dfe-44e3-ae62-b3d317b7cc8f,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:19:04.910053 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:19:04.930670 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-e31d4549-b8c9-4750-a2eb-1deb19270a55 admin admin] 10.222.0.71 "DELETE /v2.0/networks/60d55792-4dfe-44e3-ae62-b3d317b7cc8f HTTP/1.1" status: 204 len: 168 time: 2.3689470 Jan 15 15:19:04.942159 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.plugin [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] No Port match for: 48948035-80c0-4f34-8e11-d53580f3608a {{(pid=80124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 15:19:04.942652 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.plugins.ml2.rpc [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Device 48948035-80c0-4f34-8e11-d53580f3608a not bound to the agent host dv-cinder-734144-13-smb {{(pid=80124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 15:19:05.157656 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 46362) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:19:05.239740 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-92572c6b-abc0-41b4-b2ac-e2320b94a4d0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f3b96cc66ab4eeb82cccf8e1f297a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806253 Jan 15 15:19:05.242550 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [-] (80123) accepted ('10.222.0.71', 46366) {{(pid=80123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 15:19:05.325581 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-37d8792f-5a4f-4c82-9b8c-b774b85a6fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:05.370474 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-37d8792f-5a4f-4c82-9b8c-b774b85a6fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:05.420552 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-37d8792f-5a4f-4c82-9b8c-b774b85a6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853738993'] for security_group, after_delete {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:05.427314 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-89e2c5c1-51dd-4354-bb8c-56f94022eef4 tempest-AttachVolumeShelveTestJSON-106926819 tempest-AttachVolumeShelveTestJSON-106926819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 15:19:05.443196 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8792f-5a4f-4c82-9b8c-b774b85a6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f896a84-8319-4d9b-8a95-248566ea03bb,revision_number=None']} {{(pid=80123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 15:19:05.446668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG oslo_concurrency.lockutils [None req-37d8792f-5a4f-4c82-9b8c-b774b85a6fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 15:19:05.453390 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-37d8792f-5a4f-4c82-9b8c-b774b85a6fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:05.455053 dv-cinder-734144-13-smb neutron-server[80007]: INFO neutron.wsgi [None req-37d8792f-5a4f-4c82-9b8c-b774b85a6fbb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f896a84-8319-4d9b-8a95-248566ea03bb HTTP/1.1" status: 204 len: 168 time: 0.2110972 Jan 15 15:19:05.804569 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:07.558929 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:30.108223 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-7db5a738-7cc8-4699-a28e-a56c271f25e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:32.212317 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:19:33.049684 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0dfabf23-43da-40c6-969f-d9b3aa492e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:33.697797 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:34.747682 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:35.813815 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:19:37.557257 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:00.110799 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-80a6632d-2e62-40e1-b2dc-2e117bcc2648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:03.045017 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-411b056a-c646-4e4e-846a-8596fa23d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:03.709959 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:04.748600 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:05.867949 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:07.568533 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:09.216941 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:20:30.115328 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f024403f-c167-45b4-9aa0-f36fe373c7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:33.050072 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2e36fd63-a3de-4c05-9fa8-526e8446b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:33.711351 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:34.753824 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:35.812701 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:37.609217 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:20:46.217122 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:21:00.111191 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-c49d0a60-704a-4236-9c5f-1278316be426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:03.056567 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-2dbc9090-728c-4532-abc0-092bffbf756c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:03.709383 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:04.756839 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:05.814737 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:07.607660 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:12.800503 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-504679cb-ef51-463a-9172-744739c1b981 req-00ff7848-0f82-4425-ac8c-0358c0b09e5b service neutron] (80122) timed out ('10.222.0.72', 58399) {{(pid=80122) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 15:21:23.223870 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:21:30.107309 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-0a8a029b-085a-455f-b850-3ffe2200247d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:33.051319 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-4872f497-4bc0-4557-beed-d75e3e284391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:33.711454 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:34.757389 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:35.819926 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:21:37.617179 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:00.104636 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-07bb1925-50d7-4407-911c-0817b9d5c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:00.214352 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:22:03.046895 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac176-707f-416a-a59a-c653630c2db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:03.725668 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:04.766030 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:05.866650 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:07.631337 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:29.325606 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.wsgi [req-0b54c11c-59b2-4ff1-8f11-f3065cf0b982 req-fd3c738d-a361-471d-81a7-fd46dc3947a5 tempest-AttachVolumeNegativeTest-403064584 tempest-AttachVolumeNegativeTest-403064584] (80123) timed out ('10.222.0.72', 58509) {{(pid=80123) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 15:22:30.100395 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-186595bf-a61b-4463-901f-17b6c5d29164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:33.049316 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-e39b1010-dd2f-4027-a72f-97e9938709e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:33.718643 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:34.749842 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:35.827425 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:22:37.215723 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:22:37.627004 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:00.094047 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-bae9558d-8dc8-4243-a6b6-d0ec3e8373b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:03.055838 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-f6c901cd-ef89-43ef-aab8-c9b94d121cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:03.728224 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:04.758905 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:05.829468 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:07.636781 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:14.216875 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:23:30.105189 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-827966ae-052c-4e29-8946-0f0022c53a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:33.058100 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-dd6d6a7d-2ccb-4172-bbbd-f3059edbe300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:33.722985 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:34.751720 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:35.834027 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:37.646408 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:23:51.216611 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron.db.agents_db [None req-a7a1657b-dac7-4b19-a11d-d125a9c680e8 None None] Agent healthcheck: found 6 active agents {{(pid=80125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 15:24:00.100619 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-9cc339e0-56ed-4121-a62b-a37208979200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:24:03.061853 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-5fefec9c-74ac-4910-8d3c-468337f69f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:24:03.728322 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-813832b5-5f7a-4b0b-80d9-33dce6536250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:24:04.756767 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-8b77c143-1bc1-4b64-be06-206f1913fb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:24:05.902925 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-cab881c3-0ba6-45a6-9459-fd18d8e5ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 15:24:07.655281 dv-cinder-734144-13-smb neutron-server[80007]: DEBUG neutron_lib.callbacks.manager [None req-26be2530-5360-434f-b6aa-964dfd437ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363277467402680', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}